{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 5037.0, "empty" : False, "failCount" : 435, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 207, "className" : "nitb_sms:sysmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=26141): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26141) [trial-2351↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26141)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=26141): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26141) [trial-2351↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26141)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a23:13:51.252340 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a23:13:51.263596 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a23:13:51.859491 tst mo_mt_sms.py: using LAC 17415\u000a23:13:51.990069 tst mo_mt_sms.py: using RAC 75\u000a23:13:52.112474 tst mo_mt_sms.py: using CellId 17415\u000a23:13:52.235156 tst mo_mt_sms.py: using BVCI 17416\u000a23:13:52.259456 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a23:13:52.439511 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a23:13:52.733380 tst mo_mt_sms.py:9: start nitb and bts...\u000a23:13:52.869592 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a23:13:55.210333 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26140): Launched\u000a23:13:55.534305 run osmo-nitb_10.42.42.2(pid=26141): Launched\u000a23:13:55.722247 run osmo-nitb_10.42.42.2(pid=26141): ERR: Terminated: ERROR {rc=2} [trial-2351↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26141)]\u000a23:13:55.858111 run osmo-nitb_10.42.42.2(pid=26141): stdout: \u000a| (launched: 2022-12-08_23:13:55.376671) \u000a23:13:55.994116 run osmo-nitb_10.42.42.2(pid=26141): stderr: \u000a| (launched: 2022-12-08_23:13:55.425401)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:13:56.124698 run osmo-nitb_10.42.42.2(pid=26141): stdout: \u000a| (launched: 2022-12-08_23:13:55.376671) \u000a23:13:56.254460 run osmo-nitb_10.42.42.2(pid=26141): stderr: \u000a| (launched: 2022-12-08_23:13:55.425401)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:13:56.311378 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=26141): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26141) [trial-2351↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26141)] [trial-2351↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a23:13:56.319877 tst mo_mt_sms.py:11: Test FAILED (5.1 sec)\u000a23:13:56.356010 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26140): Terminating (SIGTERM)\u000a23:13:56.533771 --- ParallelTerminationStrategy: PID 26140 died...\u000a23:13:56.591029 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26140): Terminated: ok {rc=0}\u000a23:13:56.678149 bus /sierra_3: Setting Powered False\u000a23:13:57.789160 bus /sierra_3: Setting Powered False\u000a23:13:58.900231 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:13:51" }, { "cases" : [ { "testActions" : [ ], "age" : 21, "className" : "sms:sysmo", "duration" : 14.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26152): Process ended prematurely: osmo-stp_10.42.42.5(pid=26152) [trial-2351↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26152)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26152): Process ended prematurely: osmo-stp_10.42.42.5(pid=26152) [trial-2351↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26152)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a23:14:00.746697 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:14:00.757295 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a23:14:00.914755 tst mo_mt_sms.py: using LAC 17416\u000a23:14:01.062659 tst mo_mt_sms.py: using RAC 76\u000a23:14:01.191395 tst mo_mt_sms.py: using CellId 17416\u000a23:14:01.318929 tst mo_mt_sms.py: using BVCI 17417\u000a23:14:01.345479 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:14:01.357480 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:14:01.370585 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:14:01.382964 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:14:01.395145 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:14:01.407317 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a23:14:01.554083 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a23:14:01.818330 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:14:03.549755 run create_hlr_db(pid=26146): Launched\u000a23:14:03.729059 bus /sierra_2: Setting Powered False\u000a23:14:04.748111 run create_hlr_db(pid=26146): Terminated: ok {rc=0}\u000a23:14:05.159813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26148): Launched\u000a23:14:05.471491 run osmo-hlr_10.42.42.2(pid=26149): Launched\u000a23:14:05.592902 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:14:08.054468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26151): Launched\u000a23:14:08.365751 run osmo-stp_10.42.42.5(pid=26152): Launched\u000a23:14:08.478916 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:14:13.696546 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26154): Launched\u000a23:14:14.006490 run osmo-msc_10.42.42.6(pid=26155): Launched\u000a23:14:14.185935 run osmo-stp_10.42.42.5(pid=26152): ERR: Terminated: ERROR {rc=1} [trial-2351↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26152)]\u000a23:14:14.315759 run osmo-stp_10.42.42.5(pid=26152): stdout: \u000a| (launched: 2022-12-08_23:14:08.210715)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:14:14.443140 run osmo-stp_10.42.42.5(pid=26152): stderr: \u000a| �[0;m�[38;5;43m20221208231408384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231408384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231408384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231408385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231408385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231408385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231408385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:14:14.565936 run osmo-stp_10.42.42.5(pid=26152): stdout: \u000a| (launched: 2022-12-08_23:14:08.210715)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:14:14.687767 run osmo-stp_10.42.42.5(pid=26152): stderr: \u000a| �[0;m�[38;5;43m20221208231408384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231408384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231408384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231408385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231408385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231408385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231408385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:14:14.741082 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=26152): Process ended prematurely: osmo-stp_10.42.42.5(pid=26152) [trial-2351↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26152)] [trial-2351↪sms:sysmo↪mo_mt_sms.py:16]\u000a23:14:14.748917 tst mo_mt_sms.py:16: Test FAILED (14.0 sec)\u000a23:14:14.809631 run osmo-hlr_10.42.42.2(pid=26149): ERR: Terminated: ERROR {rc=237} [trial-2351↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26149)]\u000a23:14:14.859373 run osmo-hlr_10.42.42.2(pid=26149): stdout: \u000a| (launched: 2022-12-08_23:14:05.316871) \u000a23:14:14.909650 run osmo-hlr_10.42.42.2(pid=26149): stderr: \u000a| �[0;m�[1;31m20221208231405494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208231405494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208231405494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231405494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231405494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208231405494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208231405507 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208231405517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208231405517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208231405517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:14:14.977605 run osmo-msc_10.42.42.6(pid=26155): ERR: Terminated: ERROR {rc=2} [trial-2351↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26155)]\u000a23:14:15.027393 run osmo-msc_10.42.42.6(pid=26155): stdout: \u000a| (launched: 2022-12-08_23:14:13.852264) \u000a23:14:15.077811 run osmo-msc_10.42.42.6(pid=26155): stderr: \u000a| �[0;m�[38;5;43m20221208231414128 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208231414128 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f87a5235c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208231414128 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208231414128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208231414129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208231414129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208231414131 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208231414131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208231414131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208231414131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:14:15.120224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26148): Terminating (SIGTERM)\u000a23:14:15.160430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26151): Terminating (SIGTERM)\u000a23:14:15.200720 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26154): Terminating (SIGTERM)\u000a23:14:15.210204 --- ParallelTerminationStrategy: PID 26148 died...\u000a23:14:15.264110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26148): Terminated: ok {rc=0}\u000a23:14:15.274158 --- ParallelTerminationStrategy: PID 26151 died...\u000a23:14:15.327968 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26151): Terminated: ok {rc=0}\u000a23:14:15.337832 --- ParallelTerminationStrategy: PID 26154 died...\u000a23:14:15.391233 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26154): Terminated: ok {rc=0}\u000a23:14:15.475530 bus /sierra_3: Setting Powered False\u000a23:14:16.593999 bus /sierra_3: Setting Powered False\u000a23:14:17.704082 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 19.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:14:00" }, { "cases" : [ { "testActions" : [ ], "age" : 207, "className" : "nitb_ussd:sysmo", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=26161): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26161) [trial-2351↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26161)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=26161): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26161) [trial-2351↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26161)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 nitb_ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a23:14:19.509679 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)\u000a23:14:19.520396 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1)\u000a23:14:19.644217 tst assert_extension.py: using LAC 17417\u000a23:14:19.765874 tst assert_extension.py: using RAC 77\u000a23:14:19.890321 tst assert_extension.py: using CellId 17417\u000a23:14:20.008768 tst assert_extension.py: using BVCI 17418\u000a23:14:20.031931 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1)\u000a23:14:20.327153 tst assert_extension.py:10: start nitb and bts...\u000a23:14:20.463969 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a23:14:21.141713 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26160): Launched\u000a23:14:21.469357 run osmo-nitb_10.42.42.2(pid=26161): Launched\u000a23:14:21.670512 run osmo-nitb_10.42.42.2(pid=26161): ERR: Terminated: ERROR {rc=2} [trial-2351↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26161)]\u000a23:14:21.818354 run osmo-nitb_10.42.42.2(pid=26161): stdout: \u000a| (launched: 2022-12-08_23:14:21.309219) \u000a23:14:21.966472 run osmo-nitb_10.42.42.2(pid=26161): stderr: \u000a| (launched: 2022-12-08_23:14:21.358544)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:14:22.109525 run osmo-nitb_10.42.42.2(pid=26161): stdout: \u000a| (launched: 2022-12-08_23:14:21.309219) \u000a23:14:22.252244 run osmo-nitb_10.42.42.2(pid=26161): stderr: \u000a| (launched: 2022-12-08_23:14:21.358544)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:14:22.601241 tst osmo-nitb_10.42.42.2(pid=26161): stdout: \u000a| (launched: 2022-12-08_23:14:21.309219) \u000a23:14:22.731798 tst osmo-nitb_10.42.42.2(pid=26161): stderr: \u000a| (launched: 2022-12-08_23:14:21.358544)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:14:22.788877 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=26161): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26161) [trial-2351↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26161)] [trial-2351↪nitb_ussd:sysmo↪assert_extension.py:12]\u000a23:14:22.797742 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a23:14:22.834038 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26160): Terminating (SIGTERM)\u000a23:14:23.011664 --- ParallelTerminationStrategy: PID 26160 died...\u000a23:14:23.069284 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26160): Terminated: ok {rc=0}\u000a23:14:23.157983 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "nitb_ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:14:19" }, { "cases" : [ { "testActions" : [ ], "age" : 21, "className" : "ussd:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26172): Process ended prematurely: osmo-stp_10.42.42.5(pid=26172) [trial-2351↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26172)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26172): Process ended prematurely: osmo-stp_10.42.42.5(pid=26172) [trial-2351↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26172)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a23:14:24.949296 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:14:24.959773 tst ussd:sysmo: Using 1 x bts (candidates: 1)\u000a23:14:25.085344 tst assert_extension.py: using LAC 17418\u000a23:14:25.208224 tst assert_extension.py: using RAC 78\u000a23:14:25.329973 tst assert_extension.py: using CellId 17418\u000a23:14:25.448320 tst assert_extension.py: using BVCI 17419\u000a23:14:25.471659 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:14:25.482332 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:14:25.492903 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:14:25.503572 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:14:25.514355 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:14:25.525117 tst ussd:sysmo: Using 1 x modem (candidates: 1)\u000a23:14:25.735869 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:14:26.262345 run create_hlr_db(pid=26166): Launched\u000a23:14:26.453206 bus /sierra_2: Setting Powered False\u000a23:14:27.472744 run create_hlr_db(pid=26166): Terminated: ok {rc=0}\u000a23:14:27.888684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26168): Launched\u000a23:14:28.198589 run osmo-hlr_10.42.42.2(pid=26169): Launched\u000a23:14:28.309180 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:14:28.847965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26171): Launched\u000a23:14:29.157886 run osmo-stp_10.42.42.5(pid=26172): Launched\u000a23:14:29.270068 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:14:29.838913 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26174): Launched\u000a23:14:30.167340 run osmo-msc_10.42.42.6(pid=26175): Launched\u000a23:14:30.359511 run osmo-stp_10.42.42.5(pid=26172): ERR: Terminated: ERROR {rc=1} [trial-2351↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26172)]\u000a23:14:30.499170 run osmo-stp_10.42.42.5(pid=26172): stdout: \u000a| (launched: 2022-12-08_23:14:29.003985)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:14:30.635941 run osmo-stp_10.42.42.5(pid=26172): stderr: \u000a| �[0;m�[38;5;43m20221208231429178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231429178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231429178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231429179 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231429179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231429179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231429180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:14:30.767818 run osmo-stp_10.42.42.5(pid=26172): stdout: \u000a| (launched: 2022-12-08_23:14:29.003985)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:14:30.922871 run osmo-stp_10.42.42.5(pid=26172): stderr: \u000a| �[0;m�[38;5;43m20221208231429178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231429178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231429178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231429179 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231429179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231429179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231429180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:14:30.980168 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=26172): Process ended prematurely: osmo-stp_10.42.42.5(pid=26172) [trial-2351↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26172)] [trial-2351↪ussd:sysmo↪assert_extension.py:17]\u000a23:14:30.989909 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a23:14:31.060692 run osmo-hlr_10.42.42.2(pid=26169): ERR: Terminated: ERROR {rc=237} [trial-2351↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26169)]\u000a23:14:31.113880 run osmo-hlr_10.42.42.2(pid=26169): stdout: \u000a| (launched: 2022-12-08_23:14:28.044794) \u000a23:14:31.167409 run osmo-hlr_10.42.42.2(pid=26169): stderr: \u000a| �[0;m�[1;31m20221208231428223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208231428223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208231428223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231428223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231428223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208231428223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208231428288 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208231428297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208231428297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208231428297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:14:31.240095 run osmo-msc_10.42.42.6(pid=26175): ERR: Terminated: ERROR {rc=2} [trial-2351↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26175)]\u000a23:14:31.293166 run osmo-msc_10.42.42.6(pid=26175): stdout: \u000a| (launched: 2022-12-08_23:14:30.005489) \u000a23:14:31.347908 run osmo-msc_10.42.42.6(pid=26175): stderr: \u000a| �[0;m�[38;5;43m20221208231430334 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208231430334 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc0addc2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208231430334 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208231430334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208231430334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208231430334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208231430336 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208231430336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208231430337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208231430337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:14:31.394347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26168): Terminating (SIGTERM)\u000a23:14:31.440189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26171): Terminating (SIGTERM)\u000a23:14:31.483782 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26174): Terminating (SIGTERM)\u000a23:14:31.493679 --- ParallelTerminationStrategy: PID 26168 died...\u000a23:14:31.551363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26168): Terminated: ok {rc=0}\u000a23:14:31.561923 --- ParallelTerminationStrategy: PID 26171 died...\u000a23:14:31.623597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26171): Terminated: ok {rc=0}\u000a23:14:31.635542 --- ParallelTerminationStrategy: PID 26174 died...\u000a23:14:31.703016 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26174): Terminated: ok {rc=0}\u000a23:14:31.793180 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "3", "name" : "ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:14:24" }, { "cases" : [ { "testActions" : [ ], "age" : 21, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26186): Process ended prematurely: osmo-stp_10.42.42.5(pid=26186) [trial-2351↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26186)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26186): Process ended prematurely: osmo-stp_10.42.42.5(pid=26186) [trial-2351↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26186)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a23:14:33.742515 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:14:33.753526 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a23:14:33.898310 tst mo_mt_call.py: using LAC 17419\u000a23:14:34.020754 tst mo_mt_call.py: using RAC 79\u000a23:14:34.142082 tst mo_mt_call.py: using CellId 17419\u000a23:14:34.262219 tst mo_mt_call.py: using BVCI 17420\u000a23:14:34.285934 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:14:34.296804 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:14:34.307684 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:14:34.318873 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:14:34.329940 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:14:34.341112 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:14:34.462139 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:14:34.666424 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:14:35.160566 run create_hlr_db(pid=26180): Launched\u000a23:14:35.341600 bus /sierra_2: Setting Powered False\u000a23:14:36.362220 run create_hlr_db(pid=26180): Terminated: ok {rc=0}\u000a23:14:36.782224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26182): Launched\u000a23:14:37.126708 run osmo-hlr_10.42.42.2(pid=26183): Launched\u000a23:14:37.302415 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:14:37.877252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26185): Launched\u000a23:14:38.192842 run osmo-stp_10.42.42.5(pid=26186): Launched\u000a23:14:38.307055 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:14:38.878340 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26188): Launched\u000a23:14:39.194495 run osmo-msc_10.42.42.6(pid=26189): Launched\u000a23:14:39.377973 run osmo-stp_10.42.42.5(pid=26186): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26186)]\u000a23:14:39.510807 run osmo-stp_10.42.42.5(pid=26186): stdout: \u000a| (launched: 2022-12-08_23:14:38.036331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:14:39.640828 run osmo-stp_10.42.42.5(pid=26186): stderr: \u000a| �[0;m�[38;5;43m20221208231438210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231438210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231438210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231438211 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231438211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231438211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231438211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:14:39.765846 run osmo-stp_10.42.42.5(pid=26186): stdout: \u000a| (launched: 2022-12-08_23:14:38.036331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:14:39.889831 run osmo-stp_10.42.42.5(pid=26186): stderr: \u000a| �[0;m�[38;5;43m20221208231438210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231438210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231438210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231438211 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231438211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231438211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231438211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:14:39.944238 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26186): Process ended prematurely: osmo-stp_10.42.42.5(pid=26186) [trial-2351↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26186)] [trial-2351↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a23:14:39.952732 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a23:14:40.013032 run osmo-hlr_10.42.42.2(pid=26183): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26183)]\u000a23:14:40.062172 run osmo-hlr_10.42.42.2(pid=26183): stdout: \u000a| (launched: 2022-12-08_23:14:36.943916) \u000a23:14:40.111763 run osmo-hlr_10.42.42.2(pid=26183): stderr: \u000a| �[0;m�[1;31m20221208231437141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208231437141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208231437141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231437141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231437141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208231437141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208231437325 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208231437335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208231437335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208231437335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:14:40.178847 run osmo-msc_10.42.42.6(pid=26189): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26189)]\u000a23:14:40.227769 run osmo-msc_10.42.42.6(pid=26189): stdout: \u000a| (launched: 2022-12-08_23:14:39.037193) \u000a23:14:40.277349 run osmo-msc_10.42.42.6(pid=26189): stderr: \u000a| �[0;m�[38;5;43m20221208231439312 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208231439313 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f313e5adc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208231439313 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208231439313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208231439313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208231439313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208231439315 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208231439315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208231439315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208231439316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:14:40.319032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26182): Terminating (SIGTERM)\u000a23:14:40.358654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26185): Terminating (SIGTERM)\u000a23:14:40.398385 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26188): Terminating (SIGTERM)\u000a23:14:40.407660 --- ParallelTerminationStrategy: PID 26182 died...\u000a23:14:40.460931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26182): Terminated: ok {rc=0}\u000a23:14:40.470448 --- ParallelTerminationStrategy: PID 26185 died...\u000a23:14:40.523449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26185): Terminated: ok {rc=0}\u000a23:14:40.533235 --- ParallelTerminationStrategy: PID 26188 died...\u000a23:14:40.586478 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26188): Terminated: ok {rc=0}\u000a23:14:40.671009 bus /sierra_3: Setting Powered False\u000a23:14:41.777549 bus /sierra_3: Setting Powered False\u000a23:14:42.884142 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 23, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26197): Process ended prematurely: osmo-stp_10.42.42.5(pid=26197) [trial-2351↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26197)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26197): Process ended prematurely: osmo-stp_10.42.42.5(pid=26197) [trial-2351↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26197)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:14:43.997460 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:14:44.009145 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a23:14:44.190444 tst mo_mt_call_osmux.py: using LAC 17420\u000a23:14:44.311590 tst mo_mt_call_osmux.py: using RAC 80\u000a23:14:44.434904 tst mo_mt_call_osmux.py: using CellId 17420\u000a23:14:44.564402 tst mo_mt_call_osmux.py: using BVCI 17421\u000a23:14:44.590319 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:14:44.602279 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:14:44.613927 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:14:44.625624 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:14:44.637248 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:14:44.649002 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:14:44.768150 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:14:44.985187 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:14:45.521535 run create_hlr_db(pid=26191): Launched\u000a23:14:45.716175 bus /sierra_2: Setting Powered False\u000a23:14:46.738844 run create_hlr_db(pid=26191): Terminated: ok {rc=0}\u000a23:14:47.205974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26193): Launched\u000a23:14:47.543856 run osmo-hlr_10.42.42.2(pid=26194): Launched\u000a23:14:47.666989 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:14:48.249567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26196): Launched\u000a23:14:48.585352 run osmo-stp_10.42.42.5(pid=26197): Launched\u000a23:14:48.707263 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:14:49.318237 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26199): Launched\u000a23:14:49.655691 run osmo-msc_10.42.42.6(pid=26200): Launched\u000a23:14:49.853101 run osmo-stp_10.42.42.5(pid=26197): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26197)]\u000a23:14:49.994175 run osmo-stp_10.42.42.5(pid=26197): stdout: \u000a| (launched: 2022-12-08_23:14:48.419702)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:14:50.133941 run osmo-stp_10.42.42.5(pid=26197): stderr: \u000a| �[0;m�[38;5;43m20221208231448616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231448616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231448616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231448617 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231448619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231448619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231448619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:14:50.267705 run osmo-stp_10.42.42.5(pid=26197): stdout: \u000a| (launched: 2022-12-08_23:14:48.419702)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:14:50.400202 run osmo-stp_10.42.42.5(pid=26197): stderr: \u000a| �[0;m�[38;5;43m20221208231448616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231448616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231448616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231448617 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231448619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231448619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231448619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:14:50.458725 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26197): Process ended prematurely: osmo-stp_10.42.42.5(pid=26197) [trial-2351↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26197)] [trial-2351↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a23:14:50.467902 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a23:14:50.530623 run osmo-hlr_10.42.42.2(pid=26194): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26194)]\u000a23:14:50.582433 run osmo-hlr_10.42.42.2(pid=26194): stdout: \u000a| (launched: 2022-12-08_23:14:47.377159) \u000a23:14:50.635082 run osmo-hlr_10.42.42.2(pid=26194): stderr: \u000a| �[0;m�[1;31m20221208231447581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208231447581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208231447581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231447581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231447581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208231447581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208231447595 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208231447603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208231447603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208231447603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:14:50.706111 run osmo-msc_10.42.42.6(pid=26200): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26200)]\u000a23:14:50.757965 run osmo-msc_10.42.42.6(pid=26200): stdout: \u000a| (launched: 2022-12-08_23:14:49.488786) \u000a23:14:50.810206 run osmo-msc_10.42.42.6(pid=26200): stderr: \u000a| �[0;m�[38;5;43m20221208231449818 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208231449818 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5f0fa12c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208231449818 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208231449818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208231449818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208231449818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208231449820 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208231449820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208231449820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208231449821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:14:50.854761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26193): Terminating (SIGTERM)\u000a23:14:50.896711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26196): Terminating (SIGTERM)\u000a23:14:50.938794 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26199): Terminating (SIGTERM)\u000a23:14:50.948414 --- ParallelTerminationStrategy: PID 26193 died...\u000a23:14:51.004426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26193): Terminated: ok {rc=0}\u000a23:14:51.014483 --- ParallelTerminationStrategy: PID 26196 died...\u000a23:14:51.070296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26196): Terminated: ok {rc=0}\u000a23:14:51.080286 --- ParallelTerminationStrategy: PID 26199 died...\u000a23:14:51.136005 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26199): Terminated: ok {rc=0}\u000a23:14:51.224568 bus /sierra_3: Setting Powered False\u000a23:14:52.331962 bus /sierra_3: Setting Powered False\u000a23:14:53.440707 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "4", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:14:33" }, { "cases" : [ { "testActions" : [ ], "age" : 21, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26211): Process ended prematurely: osmo-stp_10.42.42.5(pid=26211) [trial-2351↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26211)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26211): Process ended prematurely: osmo-stp_10.42.42.5(pid=26211) [trial-2351↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26211)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a23:14:55.409860 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:14:55.421241 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a23:14:55.573645 tst mo_mt_call.py: using LAC 17421\u000a23:14:55.705767 tst mo_mt_call.py: using RAC 81\u000a23:14:55.838015 tst mo_mt_call.py: using CellId 17421\u000a23:14:55.969956 tst mo_mt_call.py: using BVCI 17422\u000a23:14:55.995315 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:14:56.006744 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:14:56.018451 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:14:56.029803 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:14:56.041130 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:14:56.052333 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:14:56.171048 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:14:56.375665 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:14:56.872592 run create_hlr_db(pid=26205): Launched\u000a23:14:57.054165 bus /sierra_2: Setting Powered False\u000a23:14:58.072780 run create_hlr_db(pid=26205): Terminated: ok {rc=0}\u000a23:14:58.517763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26207): Launched\u000a23:14:58.854709 run osmo-hlr_10.42.42.2(pid=26208): Launched\u000a23:14:58.977876 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:14:59.561946 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26210): Launched\u000a23:14:59.898551 run osmo-stp_10.42.42.5(pid=26211): Launched\u000a23:15:00.019420 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:15:00.631601 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26213): Launched\u000a23:15:01.092614 run osmo-msc_10.42.42.6(pid=26214): Launched\u000a23:15:01.519299 run osmo-stp_10.42.42.5(pid=26211): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26211)]\u000a23:15:01.725206 run osmo-stp_10.42.42.5(pid=26211): stdout: \u000a| (launched: 2022-12-08_23:14:59.733606)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:15:01.875490 run osmo-stp_10.42.42.5(pid=26211): stderr: \u000a| �[0;m�[38;5;43m20221208231459930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231459930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231459930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231459931 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231459931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231459931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231459931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:15:02.011500 run osmo-stp_10.42.42.5(pid=26211): stdout: \u000a| (launched: 2022-12-08_23:14:59.733606)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:15:02.146630 run osmo-stp_10.42.42.5(pid=26211): stderr: \u000a| �[0;m�[38;5;43m20221208231459930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231459930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231459930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231459931 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231459931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231459931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231459931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:15:02.207063 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26211): Process ended prematurely: osmo-stp_10.42.42.5(pid=26211) [trial-2351↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26211)] [trial-2351↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a23:15:02.217311 tst mo_mt_call.py:8: Test FAILED (6.8 sec)\u000a23:15:02.281426 run osmo-hlr_10.42.42.2(pid=26208): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26208)]\u000a23:15:02.334358 run osmo-hlr_10.42.42.2(pid=26208): stdout: \u000a| (launched: 2022-12-08_23:14:58.688714) \u000a23:15:02.388115 run osmo-hlr_10.42.42.2(pid=26208): stderr: \u000a| �[0;m�[1;31m20221208231458894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208231458894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208231458894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231458894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231458894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208231458894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208231458907 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208231458915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208231458915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208231458915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:15:02.460693 run osmo-msc_10.42.42.6(pid=26214): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26214)]\u000a23:15:02.513706 run osmo-msc_10.42.42.6(pid=26214): stdout: \u000a| (launched: 2022-12-08_23:15:00.802509) \u000a23:15:02.566849 run osmo-msc_10.42.42.6(pid=26214): stderr: \u000a| �[0;m�[38;5;43m20221208231501293 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208231501293 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f78869fbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208231501293 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208231501293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208231501294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208231501294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208231501295 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208231501302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208231501302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208231501302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:15:02.612757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26207): Terminating (SIGTERM)\u000a23:15:02.655052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26210): Terminating (SIGTERM)\u000a23:15:02.697466 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26213): Terminating (SIGTERM)\u000a23:15:02.707112 --- ParallelTerminationStrategy: PID 26207 died...\u000a23:15:02.763509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26207): Terminated: ok {rc=0}\u000a23:15:02.773925 --- ParallelTerminationStrategy: PID 26210 died...\u000a23:15:02.829991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26210): Terminated: ok {rc=0}\u000a23:15:02.840023 --- ParallelTerminationStrategy: PID 26213 died...\u000a23:15:02.896586 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26213): Terminated: ok {rc=0}\u000a23:15:02.983747 bus /sierra_3: Setting Powered False\u000a23:15:04.086975 bus /sierra_3: Setting Powered False\u000a23:15:05.197089 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 23, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26225): Process ended prematurely: osmo-stp_10.42.42.5(pid=26225) [trial-2351↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26225)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26225): Process ended prematurely: osmo-stp_10.42.42.5(pid=26225) [trial-2351↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26225)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:15:06.313943 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:15:06.326028 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a23:15:06.481281 tst mo_mt_call_osmux.py: using LAC 17422\u000a23:15:06.611617 tst mo_mt_call_osmux.py: using RAC 82\u000a23:15:06.743389 tst mo_mt_call_osmux.py: using CellId 17422\u000a23:15:06.870554 tst mo_mt_call_osmux.py: using BVCI 17423\u000a23:15:06.894545 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:15:06.905887 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:15:06.917219 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:15:06.929173 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:15:06.941129 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:15:06.953066 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:15:07.077235 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:15:07.284361 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:15:07.780213 run create_hlr_db(pid=26219): Launched\u000a23:15:07.961557 bus /sierra_2: Setting Powered False\u000a23:15:08.982150 run create_hlr_db(pid=26219): Terminated: ok {rc=0}\u000a23:15:09.426224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26221): Launched\u000a23:15:09.743867 run osmo-hlr_10.42.42.2(pid=26222): Launched\u000a23:15:09.865711 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:15:10.421504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26224): Launched\u000a23:15:10.738563 run osmo-stp_10.42.42.5(pid=26225): Launched\u000a23:15:10.853441 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:15:11.426957 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26227): Launched\u000a23:15:11.743539 run osmo-msc_10.42.42.6(pid=26228): Launched\u000a23:15:11.927192 run osmo-stp_10.42.42.5(pid=26225): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26225)]\u000a23:15:12.060039 run osmo-stp_10.42.42.5(pid=26225): stdout: \u000a| (launched: 2022-12-08_23:15:10.581688)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:15:12.191276 run osmo-stp_10.42.42.5(pid=26225): stderr: \u000a| �[0;m�[38;5;43m20221208231510756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231510756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231510756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231510757 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231510757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231510757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231510757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:15:12.317371 run osmo-stp_10.42.42.5(pid=26225): stdout: \u000a| (launched: 2022-12-08_23:15:10.581688)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:15:12.442508 run osmo-stp_10.42.42.5(pid=26225): stderr: \u000a| �[0;m�[38;5;43m20221208231510756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231510756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231510756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231510757 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231510757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231510757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231510757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:15:12.497608 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26225): Process ended prematurely: osmo-stp_10.42.42.5(pid=26225) [trial-2351↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26225)] [trial-2351↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a23:15:12.506516 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a23:15:12.567033 run osmo-hlr_10.42.42.2(pid=26222): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26222)]\u000a23:15:12.616375 run osmo-hlr_10.42.42.2(pid=26222): stdout: \u000a| (launched: 2022-12-08_23:15:09.585936) \u000a23:15:12.666116 run osmo-hlr_10.42.42.2(pid=26222): stderr: \u000a| �[0;m�[1;31m20221208231509771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208231509771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208231509771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231509771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231509771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208231509771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208231509784 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208231509792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208231509792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208231509792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:15:12.733259 run osmo-msc_10.42.42.6(pid=26228): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26228)]\u000a23:15:12.782518 run osmo-msc_10.42.42.6(pid=26228): stdout: \u000a| (launched: 2022-12-08_23:15:11.586880) \u000a23:15:12.832441 run osmo-msc_10.42.42.6(pid=26228): stderr: \u000a| �[0;m�[38;5;43m20221208231511865 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208231511866 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fedd1a9ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208231511866 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208231511866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208231511866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208231511866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208231511868 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208231511868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208231511868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208231511868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:15:12.874356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26221): Terminating (SIGTERM)\u000a23:15:12.914289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26224): Terminating (SIGTERM)\u000a23:15:12.954280 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26227): Terminating (SIGTERM)\u000a23:15:12.963823 --- ParallelTerminationStrategy: PID 26221 died...\u000a23:15:13.017265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26221): Terminated: ok {rc=0}\u000a23:15:13.027293 --- ParallelTerminationStrategy: PID 26224 died...\u000a23:15:13.080710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26224): Terminated: ok {rc=0}\u000a23:15:13.090888 --- ParallelTerminationStrategy: PID 26227 died...\u000a23:15:13.144265 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26227): Terminated: ok {rc=0}\u000a23:15:13.232696 bus /sierra_3: Setting Powered False\u000a23:15:14.336225 bus /sierra_3: Setting Powered False\u000a23:15:15.448181 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "5", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:14:55" }, { "cases" : [ { "testActions" : [ ], "age" : 21, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26239): Process ended prematurely: osmo-stp_10.42.42.5(pid=26239) [trial-2351↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26239)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26239): Process ended prematurely: osmo-stp_10.42.42.5(pid=26239) [trial-2351↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26239)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a23:15:17.504167 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:15:17.515654 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a23:15:17.672075 tst mo_mt_call.py: using LAC 17423\u000a23:15:17.804238 tst mo_mt_call.py: using RAC 83\u000a23:15:17.931016 tst mo_mt_call.py: using CellId 17423\u000a23:15:18.053379 tst mo_mt_call.py: using BVCI 17424\u000a23:15:18.077684 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:15:18.088882 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:15:18.100100 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:15:18.111920 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:15:18.123092 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:15:18.134691 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:15:18.257583 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:15:18.473482 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:15:19.010092 run create_hlr_db(pid=26233): Launched\u000a23:15:19.203346 bus /sierra_2: Setting Powered False\u000a23:15:20.223214 run create_hlr_db(pid=26233): Terminated: ok {rc=0}\u000a23:15:20.647361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26235): Launched\u000a23:15:20.963882 run osmo-hlr_10.42.42.2(pid=26236): Launched\u000a23:15:21.087264 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:15:21.642310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26238): Launched\u000a23:15:21.958769 run osmo-stp_10.42.42.5(pid=26239): Launched\u000a23:15:22.073142 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:15:22.647573 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26241): Launched\u000a23:15:22.965159 run osmo-msc_10.42.42.6(pid=26242): Launched\u000a23:15:23.150146 run osmo-stp_10.42.42.5(pid=26239): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26239)]\u000a23:15:23.282823 run osmo-stp_10.42.42.5(pid=26239): stdout: \u000a| (launched: 2022-12-08_23:15:21.801925)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:15:23.413706 run osmo-stp_10.42.42.5(pid=26239): stderr: \u000a| �[0;m�[38;5;43m20221208231521978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231521978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231521979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231521979 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231521980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231521980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231521980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:15:23.539431 run osmo-stp_10.42.42.5(pid=26239): stdout: \u000a| (launched: 2022-12-08_23:15:21.801925)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:15:23.664805 run osmo-stp_10.42.42.5(pid=26239): stderr: \u000a| �[0;m�[38;5;43m20221208231521978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231521978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231521979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231521979 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231521980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231521980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231521980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:15:23.719791 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26239): Process ended prematurely: osmo-stp_10.42.42.5(pid=26239) [trial-2351↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26239)] [trial-2351↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a23:15:23.728497 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a23:15:23.789186 run osmo-hlr_10.42.42.2(pid=26236): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26236)]\u000a23:15:23.838977 run osmo-hlr_10.42.42.2(pid=26236): stdout: \u000a| (launched: 2022-12-08_23:15:20.807468) \u000a23:15:23.889286 run osmo-hlr_10.42.42.2(pid=26236): stderr: \u000a| �[0;m�[1;31m20221208231520986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208231520986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208231520986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231520986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231520986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208231520986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208231521001 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208231521012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208231521012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208231521012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:15:23.956791 run osmo-msc_10.42.42.6(pid=26242): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26242)]\u000a23:15:24.006290 run osmo-msc_10.42.42.6(pid=26242): stdout: \u000a| (launched: 2022-12-08_23:15:22.807130) \u000a23:15:24.056349 run osmo-msc_10.42.42.6(pid=26242): stderr: \u000a| �[0;m�[38;5;43m20221208231523081 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208231523081 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f86d1ee3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208231523081 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208231523082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208231523082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208231523082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208231523084 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208231523084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208231523084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208231523084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:15:24.098210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26235): Terminating (SIGTERM)\u000a23:15:24.138044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26238): Terminating (SIGTERM)\u000a23:15:24.177737 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26241): Terminating (SIGTERM)\u000a23:15:24.187142 --- ParallelTerminationStrategy: PID 26235 died...\u000a23:15:24.240750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26235): Terminated: ok {rc=0}\u000a23:15:24.250463 --- ParallelTerminationStrategy: PID 26238 died...\u000a23:15:24.303724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26238): Terminated: ok {rc=0}\u000a23:15:24.313251 --- ParallelTerminationStrategy: PID 26241 died...\u000a23:15:24.366387 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26241): Terminated: ok {rc=0}\u000a23:15:24.456472 bus /sierra_3: Setting Powered False\u000a23:15:25.559385 bus /sierra_3: Setting Powered False\u000a23:15:26.672202 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 32, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26250): Process ended prematurely: osmo-stp_10.42.42.5(pid=26250) [trial-2351↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26250)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26250): Process ended prematurely: osmo-stp_10.42.42.5(pid=26250) [trial-2351↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26250)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:15:27.783386 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:15:27.795559 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a23:15:27.943380 tst mo_mt_call_osmux.py: using LAC 17424\u000a23:15:28.072507 tst mo_mt_call_osmux.py: using RAC 84\u000a23:15:28.204628 tst mo_mt_call_osmux.py: using CellId 17424\u000a23:15:28.337341 tst mo_mt_call_osmux.py: using BVCI 17425\u000a23:15:28.362992 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:15:28.374773 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:15:28.386319 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:15:28.397704 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:15:28.408901 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:15:28.420256 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:15:28.538125 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:15:28.755123 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:15:29.291132 run create_hlr_db(pid=26244): Launched\u000a23:15:29.485151 bus /sierra_2: Setting Powered False\u000a23:15:30.504293 run create_hlr_db(pid=26244): Terminated: ok {rc=0}\u000a23:15:30.946527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26246): Launched\u000a23:15:31.395771 run osmo-hlr_10.42.42.2(pid=26247): Launched\u000a23:15:31.562394 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:15:32.213276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26249): Launched\u000a23:15:32.532076 run osmo-stp_10.42.42.5(pid=26250): Launched\u000a23:15:32.647546 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:15:33.222047 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26252): Launched\u000a23:15:33.539843 run osmo-msc_10.42.42.6(pid=26253): Launched\u000a23:15:33.725253 run osmo-stp_10.42.42.5(pid=26250): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26250)]\u000a23:15:33.859499 run osmo-stp_10.42.42.5(pid=26250): stdout: \u000a| (launched: 2022-12-08_23:15:32.374636)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:15:33.991366 run osmo-stp_10.42.42.5(pid=26250): stderr: \u000a| �[0;m�[38;5;43m20221208231532548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231532548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231532549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231532549 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231532550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231532550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231532550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:15:34.117363 run osmo-stp_10.42.42.5(pid=26250): stdout: \u000a| (launched: 2022-12-08_23:15:32.374636)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:15:34.242238 run osmo-stp_10.42.42.5(pid=26250): stderr: \u000a| �[0;m�[38;5;43m20221208231532548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231532548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231532549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231532549 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231532550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231532550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231532550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:15:34.297543 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26250): Process ended prematurely: osmo-stp_10.42.42.5(pid=26250) [trial-2351↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26250)] [trial-2351↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a23:15:34.306317 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a23:15:34.367169 run osmo-hlr_10.42.42.2(pid=26247): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26247)]\u000a23:15:34.417106 run osmo-hlr_10.42.42.2(pid=26247): stdout: \u000a| (launched: 2022-12-08_23:15:31.122527) \u000a23:15:34.467597 run osmo-hlr_10.42.42.2(pid=26247): stderr: \u000a| �[0;m�[1;31m20221208231531430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208231531430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208231531430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231531430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231531430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208231531431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208231531469 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208231531485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208231531486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208231531486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:15:34.536114 run osmo-msc_10.42.42.6(pid=26253): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26253)]\u000a23:15:34.586108 run osmo-msc_10.42.42.6(pid=26253): stdout: \u000a| (launched: 2022-12-08_23:15:33.381661) \u000a23:15:34.636692 run osmo-msc_10.42.42.6(pid=26253): stderr: \u000a| �[0;m�[38;5;43m20221208231533657 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208231533657 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3cd8fd8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208231533657 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208231533657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208231533657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208231533657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208231533659 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208231533659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208231533660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208231533660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:15:34.679118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26246): Terminating (SIGTERM)\u000a23:15:34.719458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26249): Terminating (SIGTERM)\u000a23:15:34.759854 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26252): Terminating (SIGTERM)\u000a23:15:34.769419 --- ParallelTerminationStrategy: PID 26246 died...\u000a23:15:34.823338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26246): Terminated: ok {rc=0}\u000a23:15:34.833368 --- ParallelTerminationStrategy: PID 26249 died...\u000a23:15:34.886807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26249): Terminated: ok {rc=0}\u000a23:15:34.896739 --- ParallelTerminationStrategy: PID 26252 died...\u000a23:15:34.950112 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26252): Terminated: ok {rc=0}\u000a23:15:35.040229 bus /sierra_3: Setting Powered False\u000a23:15:36.143746 bus /sierra_3: Setting Powered False\u000a23:15:37.254253 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "6", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:15:17" }, { "cases" : [ { "testActions" : [ ], "age" : 21, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26264): Process ended prematurely: osmo-stp_10.42.42.5(pid=26264) [trial-2351↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26264)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26264): Process ended prematurely: osmo-stp_10.42.42.5(pid=26264) [trial-2351↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26264)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a23:15:39.209690 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:15:39.220570 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a23:15:39.370793 tst mo_mt_call.py: using LAC 17425\u000a23:15:39.495003 tst mo_mt_call.py: using RAC 85\u000a23:15:39.618583 tst mo_mt_call.py: using CellId 17425\u000a23:15:39.742962 tst mo_mt_call.py: using BVCI 17426\u000a23:15:39.766711 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:15:39.777734 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:15:39.788520 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:15:39.799572 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:15:39.810360 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:15:39.821513 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:15:39.940693 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:15:40.146323 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:15:40.640009 run create_hlr_db(pid=26258): Launched\u000a23:15:40.820465 bus /sierra_2: Setting Powered False\u000a23:15:41.841469 run create_hlr_db(pid=26258): Terminated: ok {rc=0}\u000a23:15:42.287551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26260): Launched\u000a23:15:42.628278 run osmo-hlr_10.42.42.2(pid=26261): Launched\u000a23:15:42.750635 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:15:43.332081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26263): Launched\u000a23:15:43.668318 run osmo-stp_10.42.42.5(pid=26264): Launched\u000a23:15:43.790236 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:15:44.404323 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26266): Launched\u000a23:15:44.740880 run osmo-msc_10.42.42.6(pid=26267): Launched\u000a23:15:44.936191 run osmo-stp_10.42.42.5(pid=26264): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26264)]\u000a23:15:45.077239 run osmo-stp_10.42.42.5(pid=26264): stdout: \u000a| (launched: 2022-12-08_23:15:43.502324)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:15:45.217215 run osmo-stp_10.42.42.5(pid=26264): stderr: \u000a| �[0;m�[38;5;43m20221208231543699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231543699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231543699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231543700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231543702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231543702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231543702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:15:45.351434 run osmo-stp_10.42.42.5(pid=26264): stdout: \u000a| (launched: 2022-12-08_23:15:43.502324)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:15:45.484152 run osmo-stp_10.42.42.5(pid=26264): stderr: \u000a| �[0;m�[38;5;43m20221208231543699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231543699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231543699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231543700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231543702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231543702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231543702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:15:45.542959 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26264): Process ended prematurely: osmo-stp_10.42.42.5(pid=26264) [trial-2351↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26264)] [trial-2351↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a23:15:45.552267 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a23:15:45.615592 run osmo-hlr_10.42.42.2(pid=26261): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26261)]\u000a23:15:45.667707 run osmo-hlr_10.42.42.2(pid=26261): stdout: \u000a| (launched: 2022-12-08_23:15:42.458755) \u000a23:15:45.719907 run osmo-hlr_10.42.42.2(pid=26261): stderr: \u000a| �[0;m�[1;31m20221208231542664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208231542664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208231542664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231542664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231542664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208231542664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208231542694 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208231542705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208231542706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208231542706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:15:45.790684 run osmo-msc_10.42.42.6(pid=26267): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26267)]\u000a23:15:45.846392 run osmo-msc_10.42.42.6(pid=26267): stdout: \u000a| (launched: 2022-12-08_23:15:44.575226) \u000a23:15:45.911942 run osmo-msc_10.42.42.6(pid=26267): stderr: \u000a| �[0;m�[38;5;43m20221208231544901 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208231544901 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0ea423ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208231544901 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208231544901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208231544901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208231544902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208231544903 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208231544904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208231544904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208231544904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:15:45.957469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26260): Terminating (SIGTERM)\u000a23:15:46.001198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26263): Terminating (SIGTERM)\u000a23:15:46.046670 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26266): Terminating (SIGTERM)\u000a23:15:46.057208 --- ParallelTerminationStrategy: PID 26260 died...\u000a23:15:46.115680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26260): Terminated: ok {rc=0}\u000a23:15:46.126338 --- ParallelTerminationStrategy: PID 26263 died...\u000a23:15:46.183153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26263): Terminated: ok {rc=0}\u000a23:15:46.193592 --- ParallelTerminationStrategy: PID 26266 died...\u000a23:15:46.250364 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26266): Terminated: ok {rc=0}\u000a23:15:46.339149 bus /sierra_3: Setting Powered False\u000a23:15:47.443555 bus /sierra_3: Setting Powered False\u000a23:15:48.551918 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 30, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26275): Process ended prematurely: osmo-stp_10.42.42.5(pid=26275) [trial-2351↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26275)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26275): Process ended prematurely: osmo-stp_10.42.42.5(pid=26275) [trial-2351↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26275)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:15:49.670024 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:15:49.682494 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a23:15:49.839119 tst mo_mt_call_osmux.py: using LAC 17426\u000a23:15:49.968699 tst mo_mt_call_osmux.py: using RAC 86\u000a23:15:50.099250 tst mo_mt_call_osmux.py: using CellId 17426\u000a23:15:50.228462 tst mo_mt_call_osmux.py: using BVCI 17427\u000a23:15:50.254130 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:15:50.265807 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:15:50.277253 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:15:50.288904 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:15:50.300671 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:15:50.312431 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:15:50.429843 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:15:50.644011 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:15:51.179408 run create_hlr_db(pid=26269): Launched\u000a23:15:51.373298 bus /sierra_2: Setting Powered False\u000a23:15:52.393559 run create_hlr_db(pid=26269): Terminated: ok {rc=0}\u000a23:15:52.840555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26271): Launched\u000a23:15:53.177884 run osmo-hlr_10.42.42.2(pid=26272): Launched\u000a23:15:53.301874 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:15:53.886969 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26274): Launched\u000a23:15:54.223810 run osmo-stp_10.42.42.5(pid=26275): Launched\u000a23:15:54.345987 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:15:54.958733 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26277): Launched\u000a23:15:55.294476 run osmo-msc_10.42.42.6(pid=26278): Launched\u000a23:15:55.489050 run osmo-stp_10.42.42.5(pid=26275): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26275)]\u000a23:15:55.629458 run osmo-stp_10.42.42.5(pid=26275): stdout: \u000a| (launched: 2022-12-08_23:15:54.057695)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:15:55.769984 run osmo-stp_10.42.42.5(pid=26275): stderr: \u000a| �[0;m�[38;5;43m20221208231554253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231554253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231554254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231554254 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231554256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231554257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231554257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:15:55.903645 run osmo-stp_10.42.42.5(pid=26275): stdout: \u000a| (launched: 2022-12-08_23:15:54.057695)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:15:56.036287 run osmo-stp_10.42.42.5(pid=26275): stderr: \u000a| �[0;m�[38;5;43m20221208231554253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231554253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231554254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231554254 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231554256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231554257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231554257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:15:56.095658 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26275): Process ended prematurely: osmo-stp_10.42.42.5(pid=26275) [trial-2351↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26275)] [trial-2351↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a23:15:56.105344 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a23:15:56.168099 run osmo-hlr_10.42.42.2(pid=26272): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26272)]\u000a23:15:56.219709 run osmo-hlr_10.42.42.2(pid=26272): stdout: \u000a| (launched: 2022-12-08_23:15:53.011559) \u000a23:15:56.271712 run osmo-hlr_10.42.42.2(pid=26272): stderr: \u000a| �[0;m�[1;31m20221208231553216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208231553216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208231553216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231553216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231553216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208231553216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208231553230 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208231553240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208231553240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208231553240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:15:56.342540 run osmo-msc_10.42.42.6(pid=26278): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26278)]\u000a23:15:56.394364 run osmo-msc_10.42.42.6(pid=26278): stdout: \u000a| (launched: 2022-12-08_23:15:55.129244) \u000a23:15:56.446528 run osmo-msc_10.42.42.6(pid=26278): stderr: \u000a| �[0;m�[38;5;43m20221208231555457 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208231555457 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8a39ae5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208231555458 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208231555458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208231555458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208231555458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208231555460 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208231555460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208231555460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208231555460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:15:56.490562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26271): Terminating (SIGTERM)\u000a23:15:56.532298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26274): Terminating (SIGTERM)\u000a23:15:56.574256 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26277): Terminating (SIGTERM)\u000a23:15:56.583574 --- ParallelTerminationStrategy: PID 26271 died...\u000a23:15:56.639606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26271): Terminated: ok {rc=0}\u000a23:15:56.650001 --- ParallelTerminationStrategy: PID 26274 died...\u000a23:15:56.705901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26274): Terminated: ok {rc=0}\u000a23:15:56.715977 --- ParallelTerminationStrategy: PID 26277 died...\u000a23:15:56.771959 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26277): Terminated: ok {rc=0}\u000a23:15:56.858840 bus /sierra_3: Setting Powered False\u000a23:15:57.966592 bus /sierra_3: Setting Powered False\u000a23:15:59.074051 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "7", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:15:38" }, { "cases" : [ { "testActions" : [ ], "age" : 21, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26289): Process ended prematurely: osmo-stp_10.42.42.5(pid=26289) [trial-2351↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26289)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26289): Process ended prematurely: osmo-stp_10.42.42.5(pid=26289) [trial-2351↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26289)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a23:16:01.052901 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:16:01.065642 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a23:16:01.225958 tst mo_mt_call.py: using LAC 17427\u000a23:16:01.355753 tst mo_mt_call.py: using RAC 87\u000a23:16:01.484160 tst mo_mt_call.py: using CellId 17427\u000a23:16:01.616113 tst mo_mt_call.py: using BVCI 17428\u000a23:16:01.641143 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:16:01.653153 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:16:01.665054 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:16:01.678646 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:16:01.691163 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:16:01.704238 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:16:01.826039 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:16:02.097400 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:16:02.654367 run create_hlr_db(pid=26283): Launched\u000a23:16:02.848627 bus /sierra_2: Setting Powered False\u000a23:16:03.868100 run create_hlr_db(pid=26283): Terminated: ok {rc=0}\u000a23:16:04.316167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26285): Launched\u000a23:16:04.653067 run osmo-hlr_10.42.42.2(pid=26286): Launched\u000a23:16:04.778359 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:16:05.363040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26288): Launched\u000a23:16:05.699694 run osmo-stp_10.42.42.5(pid=26289): Launched\u000a23:16:05.821399 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:16:06.435674 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26291): Launched\u000a23:16:06.775227 run osmo-msc_10.42.42.6(pid=26292): Launched\u000a23:16:06.970259 run osmo-stp_10.42.42.5(pid=26289): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26289)]\u000a23:16:07.111264 run osmo-stp_10.42.42.5(pid=26289): stdout: \u000a| (launched: 2022-12-08_23:16:05.533857)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:16:07.250929 run osmo-stp_10.42.42.5(pid=26289): stderr: \u000a| �[0;m�[38;5;43m20221208231605731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231605731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231605731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231605732 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231605732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231605732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231605732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:16:07.385690 run osmo-stp_10.42.42.5(pid=26289): stdout: \u000a| (launched: 2022-12-08_23:16:05.533857)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:16:07.519079 run osmo-stp_10.42.42.5(pid=26289): stderr: \u000a| �[0;m�[38;5;43m20221208231605731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231605731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231605731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231605732 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231605732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231605732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231605732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:16:07.577855 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26289): Process ended prematurely: osmo-stp_10.42.42.5(pid=26289) [trial-2351↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26289)] [trial-2351↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a23:16:07.587254 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a23:16:07.650861 run osmo-hlr_10.42.42.2(pid=26286): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26286)]\u000a23:16:07.702976 run osmo-hlr_10.42.42.2(pid=26286): stdout: \u000a| (launched: 2022-12-08_23:16:04.487157) \u000a23:16:07.755413 run osmo-hlr_10.42.42.2(pid=26286): stderr: \u000a| �[0;m�[1;31m20221208231604691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208231604691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208231604691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231604691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231604692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208231604692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208231604704 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208231604712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208231604713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208231604713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:16:07.826032 run osmo-msc_10.42.42.6(pid=26292): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26292)]\u000a23:16:07.877471 run osmo-msc_10.42.42.6(pid=26292): stdout: \u000a| (launched: 2022-12-08_23:16:06.606690) \u000a23:16:07.929567 run osmo-msc_10.42.42.6(pid=26292): stderr: \u000a| �[0;m�[38;5;43m20221208231606935 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208231606935 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6e0e97ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208231606936 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208231606936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208231606936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208231606936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208231606938 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208231606938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208231606938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208231606938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:16:07.973841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26285): Terminating (SIGTERM)\u000a23:16:08.015821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26288): Terminating (SIGTERM)\u000a23:16:08.058076 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26291): Terminating (SIGTERM)\u000a23:16:08.067974 --- ParallelTerminationStrategy: PID 26285 died...\u000a23:16:08.124354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26285): Terminated: ok {rc=0}\u000a23:16:08.134510 --- ParallelTerminationStrategy: PID 26288 died...\u000a23:16:08.190776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26288): Terminated: ok {rc=0}\u000a23:16:08.201175 --- ParallelTerminationStrategy: PID 26291 died...\u000a23:16:08.257071 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26291): Terminated: ok {rc=0}\u000a23:16:08.345118 bus /sierra_3: Setting Powered False\u000a23:16:09.454615 bus /sierra_3: Setting Powered False\u000a23:16:10.563986 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 21, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26300): Process ended prematurely: osmo-stp_10.42.42.5(pid=26300) [trial-2351↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26300)]", "failedSince" : 2331, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26300): Process ended prematurely: osmo-stp_10.42.42.5(pid=26300) [trial-2351↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26300)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:16:11.682356 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:16:11.694745 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a23:16:11.850740 tst mo_mt_call_osmux.py: using LAC 17428\u000a23:16:11.981213 tst mo_mt_call_osmux.py: using RAC 88\u000a23:16:12.113818 tst mo_mt_call_osmux.py: using CellId 17428\u000a23:16:12.251103 tst mo_mt_call_osmux.py: using BVCI 17429\u000a23:16:12.276740 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:16:12.288311 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:16:12.299660 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:16:12.311221 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:16:12.322706 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:16:12.334354 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:16:12.457293 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:16:12.673697 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:16:13.167769 run create_hlr_db(pid=26294): Launched\u000a23:16:13.349441 bus /sierra_2: Setting Powered False\u000a23:16:14.368407 run create_hlr_db(pid=26294): Terminated: ok {rc=0}\u000a23:16:14.786262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26296): Launched\u000a23:16:15.101902 run osmo-hlr_10.42.42.2(pid=26297): Launched\u000a23:16:15.217547 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:16:15.762226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26299): Launched\u000a23:16:16.241662 run osmo-stp_10.42.42.5(pid=26300): Launched\u000a23:16:16.556268 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:16:17.341930 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26302): Launched\u000a23:16:17.680157 run osmo-msc_10.42.42.6(pid=26303): Launched\u000a23:16:17.877250 run osmo-stp_10.42.42.5(pid=26300): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26300)]\u000a23:16:18.019336 run osmo-stp_10.42.42.5(pid=26300): stdout: \u000a| (launched: 2022-12-08_23:16:15.942107)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:16:18.159753 run osmo-stp_10.42.42.5(pid=26300): stderr: \u000a| �[0;m�[38;5;43m20221208231616408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231616408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231616409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231616409 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231616410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231616411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231616411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:16:18.294855 run osmo-stp_10.42.42.5(pid=26300): stdout: \u000a| (launched: 2022-12-08_23:16:15.942107)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:16:18.427370 run osmo-stp_10.42.42.5(pid=26300): stderr: \u000a| �[0;m�[38;5;43m20221208231616408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231616408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231616409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231616409 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231616410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231616411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231616411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:16:18.485955 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26300): Process ended prematurely: osmo-stp_10.42.42.5(pid=26300) [trial-2351↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26300)] [trial-2351↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a23:16:18.495387 tst mo_mt_call_osmux.py:8: Test FAILED (6.8 sec)\u000a23:16:18.557653 run osmo-hlr_10.42.42.2(pid=26297): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26297)]\u000a23:16:18.609076 run osmo-hlr_10.42.42.2(pid=26297): stdout: \u000a| (launched: 2022-12-08_23:16:14.944840) \u000a23:16:18.661388 run osmo-hlr_10.42.42.2(pid=26297): stderr: \u000a| �[0;m�[1;31m20221208231615125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208231615125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208231615125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231615125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231615125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208231615125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208231615136 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208231615144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208231615144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208231615145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:16:18.731680 run osmo-msc_10.42.42.6(pid=26303): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26303)]\u000a23:16:18.783065 run osmo-msc_10.42.42.6(pid=26303): stdout: \u000a| (launched: 2022-12-08_23:16:17.512677) \u000a23:16:18.834969 run osmo-msc_10.42.42.6(pid=26303): stderr: \u000a| �[0;m�[38;5;43m20221208231617837 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208231617837 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6396829c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208231617837 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208231617837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208231617837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208231617837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208231617839 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208231617839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208231617839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208231617840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:16:18.879136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26296): Terminating (SIGTERM)\u000a23:16:18.920895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26299): Terminating (SIGTERM)\u000a23:16:18.962921 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26302): Terminating (SIGTERM)\u000a23:16:18.972545 --- ParallelTerminationStrategy: PID 26296 died...\u000a23:16:19.028442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26296): Terminated: ok {rc=0}\u000a23:16:19.038535 --- ParallelTerminationStrategy: PID 26299 died...\u000a23:16:19.094252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26299): Terminated: ok {rc=0}\u000a23:16:19.104321 --- ParallelTerminationStrategy: PID 26302 died...\u000a23:16:19.159822 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26302): Terminated: ok {rc=0}\u000a23:16:19.247254 bus /sierra_3: Setting Powered False\u000a23:16:20.354127 bus /sierra_3: Setting Powered False\u000a23:16:21.461564 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "8", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:16:00" }, { "cases" : [ { "testActions" : [ ], "age" : 21, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26314): Process ended prematurely: osmo-stp_10.42.42.5(pid=26314) [trial-2351↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26314)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26314): Process ended prematurely: osmo-stp_10.42.42.5(pid=26314) [trial-2351↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26314)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a23:16:23.428550 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:16:23.439951 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:16:23.595283 tst mo_mt_call.py: using LAC 17429\u000a23:16:23.728127 tst mo_mt_call.py: using RAC 89\u000a23:16:23.858452 tst mo_mt_call.py: using CellId 17429\u000a23:16:23.989718 tst mo_mt_call.py: using BVCI 17430\u000a23:16:24.015125 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:16:24.026648 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:16:24.038006 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:16:24.049422 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:16:24.060723 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:16:24.072075 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:16:24.189000 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:16:24.404139 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:16:24.942707 run create_hlr_db(pid=26308): Launched\u000a23:16:25.136812 bus /sierra_2: Setting Powered False\u000a23:16:26.157222 run create_hlr_db(pid=26308): Terminated: ok {rc=0}\u000a23:16:26.581281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26310): Launched\u000a23:16:26.897745 run osmo-hlr_10.42.42.2(pid=26311): Launched\u000a23:16:27.021595 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:16:27.574620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26313): Launched\u000a23:16:27.891076 run osmo-stp_10.42.42.5(pid=26314): Launched\u000a23:16:28.006059 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:16:28.581118 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26316): Launched\u000a23:16:28.898721 run osmo-msc_10.42.42.6(pid=26317): Launched\u000a23:16:29.082756 run osmo-stp_10.42.42.5(pid=26314): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26314)]\u000a23:16:29.216183 run osmo-stp_10.42.42.5(pid=26314): stdout: \u000a| (launched: 2022-12-08_23:16:27.734341)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:16:29.346944 run osmo-stp_10.42.42.5(pid=26314): stderr: \u000a| �[0;m�[38;5;43m20221208231627906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231627907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231627907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231627907 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231627909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231627910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231627910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:16:29.472918 run osmo-stp_10.42.42.5(pid=26314): stdout: \u000a| (launched: 2022-12-08_23:16:27.734341)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:16:29.598016 run osmo-stp_10.42.42.5(pid=26314): stderr: \u000a| �[0;m�[38;5;43m20221208231627906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231627907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231627907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231627907 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231627909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231627910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231627910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:16:29.653511 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26314): Process ended prematurely: osmo-stp_10.42.42.5(pid=26314) [trial-2351↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26314)] [trial-2351↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a23:16:29.662516 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a23:16:29.723464 run osmo-hlr_10.42.42.2(pid=26311): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26311)]\u000a23:16:29.773250 run osmo-hlr_10.42.42.2(pid=26311): stdout: \u000a| (launched: 2022-12-08_23:16:26.741380) \u000a23:16:29.823375 run osmo-hlr_10.42.42.2(pid=26311): stderr: \u000a| �[0;m�[1;31m20221208231626919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208231626919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208231626919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231626919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231626919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208231626919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208231626932 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208231626942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208231626942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208231626942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:16:29.891581 run osmo-msc_10.42.42.6(pid=26317): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26317)]\u000a23:16:29.941442 run osmo-msc_10.42.42.6(pid=26317): stdout: \u000a| (launched: 2022-12-08_23:16:28.741242) \u000a23:16:29.991510 run osmo-msc_10.42.42.6(pid=26317): stderr: \u000a| �[0;m�[38;5;43m20221208231629016 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208231629016 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f332f2d9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208231629016 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208231629016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208231629017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208231629017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208231629018 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208231629019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208231629019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208231629019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:16:30.033681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26310): Terminating (SIGTERM)\u000a23:16:30.074113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26313): Terminating (SIGTERM)\u000a23:16:30.114654 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26316): Terminating (SIGTERM)\u000a23:16:30.124380 --- ParallelTerminationStrategy: PID 26310 died...\u000a23:16:30.178264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26310): Terminated: ok {rc=0}\u000a23:16:30.188303 --- ParallelTerminationStrategy: PID 26313 died...\u000a23:16:30.242045 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26313): Terminated: ok {rc=0}\u000a23:16:30.251996 --- ParallelTerminationStrategy: PID 26316 died...\u000a23:16:30.305373 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26316): Terminated: ok {rc=0}\u000a23:16:30.394873 bus /sierra_3: Setting Powered False\u000a23:16:31.500605 bus /sierra_3: Setting Powered False\u000a23:16:32.610694 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 32, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26325): Process ended prematurely: osmo-stp_10.42.42.5(pid=26325) [trial-2351↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26325)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26325): Process ended prematurely: osmo-stp_10.42.42.5(pid=26325) [trial-2351↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26325)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:16:33.722814 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:16:33.735053 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:16:33.881985 tst mo_mt_call_osmux.py: using LAC 17430\u000a23:16:34.005163 tst mo_mt_call_osmux.py: using RAC 90\u000a23:16:34.128100 tst mo_mt_call_osmux.py: using CellId 17430\u000a23:16:34.253162 tst mo_mt_call_osmux.py: using BVCI 17431\u000a23:16:34.277246 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:16:34.288243 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:16:34.299199 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:16:34.310494 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:16:34.321961 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:16:34.333327 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:16:34.457247 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:16:34.671940 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:16:35.208551 run create_hlr_db(pid=26319): Launched\u000a23:16:35.403194 bus /sierra_2: Setting Powered False\u000a23:16:36.422853 run create_hlr_db(pid=26319): Terminated: ok {rc=0}\u000a23:16:36.846362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26321): Launched\u000a23:16:37.162246 run osmo-hlr_10.42.42.2(pid=26322): Launched\u000a23:16:37.284642 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:16:37.837712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26324): Launched\u000a23:16:38.153272 run osmo-stp_10.42.42.5(pid=26325): Launched\u000a23:16:38.267989 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:16:38.841724 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26327): Launched\u000a23:16:39.158229 run osmo-msc_10.42.42.6(pid=26328): Launched\u000a23:16:39.342472 run osmo-stp_10.42.42.5(pid=26325): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26325)]\u000a23:16:39.474983 run osmo-stp_10.42.42.5(pid=26325): stdout: \u000a| (launched: 2022-12-08_23:16:37.996709)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:16:39.604822 run osmo-stp_10.42.42.5(pid=26325): stderr: \u000a| �[0;m�[38;5;43m20221208231638170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231638170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231638170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231638171 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231638172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231638172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231638172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:16:39.730174 run osmo-stp_10.42.42.5(pid=26325): stdout: \u000a| (launched: 2022-12-08_23:16:37.996709)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:16:39.854133 run osmo-stp_10.42.42.5(pid=26325): stderr: \u000a| �[0;m�[38;5;43m20221208231638170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231638170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231638170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231638171 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231638172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231638172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231638172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:16:39.908815 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26325): Process ended prematurely: osmo-stp_10.42.42.5(pid=26325) [trial-2351↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26325)] [trial-2351↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a23:16:39.917757 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a23:16:39.977818 run osmo-hlr_10.42.42.2(pid=26322): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26322)]\u000a23:16:40.027113 run osmo-hlr_10.42.42.2(pid=26322): stdout: \u000a| (launched: 2022-12-08_23:16:37.006079) \u000a23:16:40.077275 run osmo-hlr_10.42.42.2(pid=26322): stderr: \u000a| �[0;m�[1;31m20221208231637187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208231637187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208231637187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231637188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231637188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208231637188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208231637201 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208231637211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208231637212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208231637212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:16:40.144543 run osmo-msc_10.42.42.6(pid=26328): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26328)]\u000a23:16:40.193509 run osmo-msc_10.42.42.6(pid=26328): stdout: \u000a| (launched: 2022-12-08_23:16:39.000646) \u000a23:16:40.243224 run osmo-msc_10.42.42.6(pid=26328): stderr: \u000a| �[0;m�[38;5;43m20221208231639275 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208231639275 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa0ff374c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208231639275 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208231639275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208231639275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208231639276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208231639277 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208231639278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208231639278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208231639278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:16:40.284906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26321): Terminating (SIGTERM)\u000a23:16:40.324825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26324): Terminating (SIGTERM)\u000a23:16:40.364931 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26327): Terminating (SIGTERM)\u000a23:16:40.374609 --- ParallelTerminationStrategy: PID 26321 died...\u000a23:16:40.427960 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26321): Terminated: ok {rc=0}\u000a23:16:40.438111 --- ParallelTerminationStrategy: PID 26324 died...\u000a23:16:40.491831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26324): Terminated: ok {rc=0}\u000a23:16:40.501468 --- ParallelTerminationStrategy: PID 26327 died...\u000a23:16:40.554182 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26327): Terminated: ok {rc=0}\u000a23:16:40.642267 bus /sierra_3: Setting Powered False\u000a23:16:41.745823 bus /sierra_3: Setting Powered False\u000a23:16:42.855288 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "9", "name" : "voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:16:23" }, { "cases" : [ { "testActions" : [ ], "age" : 21, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26340): Process ended prematurely: osmo-stp_10.42.42.5(pid=26340) [trial-2351↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26340)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26340): Process ended prematurely: osmo-stp_10.42.42.5(pid=26340) [trial-2351↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26340)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a23:16:44.819539 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:16:44.830823 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:16:44.986781 tst mo_mt_call.py: using LAC 17431\u000a23:16:45.117371 tst mo_mt_call.py: using RAC 91\u000a23:16:45.249388 tst mo_mt_call.py: using CellId 17431\u000a23:16:45.381877 tst mo_mt_call.py: using BVCI 17432\u000a23:16:45.407292 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:16:45.418568 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:16:45.429688 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:16:45.440740 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:16:45.451869 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:16:45.463092 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:16:45.581414 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:16:45.789831 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:16:46.344571 run create_hlr_db(pid=26334): Launched\u000a23:16:46.530234 bus /sierra_2: Setting Powered False\u000a23:16:47.556630 run create_hlr_db(pid=26334): Terminated: ok {rc=0}\u000a23:16:48.006236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26336): Launched\u000a23:16:48.342701 run osmo-hlr_10.42.42.2(pid=26337): Launched\u000a23:16:48.467182 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:16:49.054681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26339): Launched\u000a23:16:49.392228 run osmo-stp_10.42.42.5(pid=26340): Launched\u000a23:16:49.514002 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:16:50.127718 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26342): Launched\u000a23:16:50.464149 run osmo-msc_10.42.42.6(pid=26343): Launched\u000a23:16:50.660248 run osmo-stp_10.42.42.5(pid=26340): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26340)]\u000a23:16:50.805328 run osmo-stp_10.42.42.5(pid=26340): stdout: \u000a| (launched: 2022-12-08_23:16:49.225760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:16:50.944494 run osmo-stp_10.42.42.5(pid=26340): stderr: \u000a| �[0;m�[38;5;43m20221208231649421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231649421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231649421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231649422 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231649422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231649422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231649422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:16:51.078364 run osmo-stp_10.42.42.5(pid=26340): stdout: \u000a| (launched: 2022-12-08_23:16:49.225760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:16:51.210768 run osmo-stp_10.42.42.5(pid=26340): stderr: \u000a| �[0;m�[38;5;43m20221208231649421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231649421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231649421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231649422 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231649422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231649422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231649422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:16:51.269454 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26340): Process ended prematurely: osmo-stp_10.42.42.5(pid=26340) [trial-2351↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26340)] [trial-2351↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a23:16:51.278852 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a23:16:51.341396 run osmo-hlr_10.42.42.2(pid=26337): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26337)]\u000a23:16:51.393153 run osmo-hlr_10.42.42.2(pid=26337): stdout: \u000a| (launched: 2022-12-08_23:16:48.177125) \u000a23:16:51.445528 run osmo-hlr_10.42.42.2(pid=26337): stderr: \u000a| �[0;m�[1;31m20221208231648381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208231648381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208231648381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231648381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231648381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208231648381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208231648394 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208231648402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208231648402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208231648402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:16:51.516131 run osmo-msc_10.42.42.6(pid=26343): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26343)]\u000a23:16:51.567390 run osmo-msc_10.42.42.6(pid=26343): stdout: \u000a| (launched: 2022-12-08_23:16:50.298492) \u000a23:16:51.619347 run osmo-msc_10.42.42.6(pid=26343): stderr: \u000a| �[0;m�[38;5;43m20221208231650632 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208231650632 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff1fce7fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208231650632 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208231650632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208231650632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208231650632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208231650634 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208231650635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208231650635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208231650635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:16:51.663969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26336): Terminating (SIGTERM)\u000a23:16:51.706076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26339): Terminating (SIGTERM)\u000a23:16:51.748468 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26342): Terminating (SIGTERM)\u000a23:16:51.758292 --- ParallelTerminationStrategy: PID 26336 died...\u000a23:16:51.814538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26336): Terminated: ok {rc=0}\u000a23:16:51.824575 --- ParallelTerminationStrategy: PID 26339 died...\u000a23:16:51.880421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26339): Terminated: ok {rc=0}\u000a23:16:51.890529 --- ParallelTerminationStrategy: PID 26342 died...\u000a23:16:51.946383 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26342): Terminated: ok {rc=0}\u000a23:16:52.034344 bus /sierra_3: Setting Powered False\u000a23:16:53.137959 bus /sierra_3: Setting Powered False\u000a23:16:54.249567 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 32, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26351): Process ended prematurely: osmo-stp_10.42.42.5(pid=26351) [trial-2351↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26351)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26351): Process ended prematurely: osmo-stp_10.42.42.5(pid=26351) [trial-2351↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26351)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:16:55.361915 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:16:55.373554 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:16:55.522186 tst mo_mt_call_osmux.py: using LAC 17432\u000a23:16:55.648053 tst mo_mt_call_osmux.py: using RAC 92\u000a23:16:55.780167 tst mo_mt_call_osmux.py: using CellId 17432\u000a23:16:55.915775 tst mo_mt_call_osmux.py: using BVCI 17433\u000a23:16:55.941433 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:16:55.952848 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:16:55.964220 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:16:55.975724 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:16:55.987462 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:16:55.998862 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:16:56.116253 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:16:56.331484 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:16:56.871102 run create_hlr_db(pid=26345): Launched\u000a23:16:57.065757 bus /sierra_2: Setting Powered False\u000a23:16:58.085275 run create_hlr_db(pid=26345): Terminated: ok {rc=0}\u000a23:16:58.509623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26347): Launched\u000a23:16:58.828155 run osmo-hlr_10.42.42.2(pid=26348): Launched\u000a23:16:58.950565 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:16:59.508544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26350): Launched\u000a23:16:59.825585 run osmo-stp_10.42.42.5(pid=26351): Launched\u000a23:16:59.940657 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:17:00.516620 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26353): Launched\u000a23:17:00.843337 run osmo-msc_10.42.42.6(pid=26354): Launched\u000a23:17:01.162086 run osmo-stp_10.42.42.5(pid=26351): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26351)]\u000a23:17:01.370476 run osmo-stp_10.42.42.5(pid=26351): stdout: \u000a| (launched: 2022-12-08_23:16:59.668562)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:17:01.510020 run osmo-stp_10.42.42.5(pid=26351): stderr: \u000a| �[0;m�[38;5;43m20221208231659842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231659842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231659843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231659843 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231659845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231659846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231659846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:17:01.639785 run osmo-stp_10.42.42.5(pid=26351): stdout: \u000a| (launched: 2022-12-08_23:16:59.668562)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:17:01.768173 run osmo-stp_10.42.42.5(pid=26351): stderr: \u000a| �[0;m�[38;5;43m20221208231659842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231659842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231659843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231659843 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231659845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231659846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231659846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:17:01.825578 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26351): Process ended prematurely: osmo-stp_10.42.42.5(pid=26351) [trial-2351↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26351)] [trial-2351↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a23:17:01.835100 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a23:17:01.900784 run osmo-hlr_10.42.42.2(pid=26348): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26348)]\u000a23:17:01.952909 run osmo-hlr_10.42.42.2(pid=26348): stdout: \u000a| (launched: 2022-12-08_23:16:58.670827) \u000a23:17:02.005928 run osmo-hlr_10.42.42.2(pid=26348): stderr: \u000a| �[0;m�[1;31m20221208231658851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208231658851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208231658851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231658851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231658851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208231658851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208231658864 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208231658874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208231658874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208231658874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:17:02.076368 run osmo-msc_10.42.42.6(pid=26354): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26354)]\u000a23:17:02.128117 run osmo-msc_10.42.42.6(pid=26354): stdout: \u000a| (launched: 2022-12-08_23:17:00.676882) \u000a23:17:02.180651 run osmo-msc_10.42.42.6(pid=26354): stderr: \u000a| �[0;m�[38;5;43m20221208231701062 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208231701063 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f678e863c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208231701063 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208231701063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208231701063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208231701063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208231701069 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208231701070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208231701070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208231701070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:17:02.224024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26347): Terminating (SIGTERM)\u000a23:17:02.269102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26350): Terminating (SIGTERM)\u000a23:17:02.333721 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26353): Terminating (SIGTERM)\u000a23:17:02.346137 --- ParallelTerminationStrategy: PID 26347 died...\u000a23:17:02.402933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26347): Terminated: ok {rc=0}\u000a23:17:02.413502 --- ParallelTerminationStrategy: PID 26350 died...\u000a23:17:02.467953 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26350): Terminated: ok {rc=0}\u000a23:17:02.477981 --- ParallelTerminationStrategy: PID 26353 died...\u000a23:17:02.531406 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26353): Terminated: ok {rc=0}\u000a23:17:02.620526 bus /sierra_3: Setting Powered False\u000a23:17:03.723470 bus /sierra_3: Setting Powered False\u000a23:17:04.834930 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "10", "name" : "voice_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:16:44" }, { "cases" : [ { "testActions" : [ ], "age" : 21, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26368): Process ended prematurely: osmo-stp_10.42.42.5(pid=26368) [trial-2351↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26368)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26368): Process ended prematurely: osmo-stp_10.42.42.5(pid=26368) [trial-2351↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26368)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 emergency:sysmo emergency_mo_mt_call.py\u000a----------------------------------------------\u000a23:17:06.804479 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:17:06.815191 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a23:17:06.942004 tst emergency_mo_mt_call.py: using LAC 17433\u000a23:17:07.063974 tst emergency_mo_mt_call.py: using RAC 93\u000a23:17:07.185822 tst emergency_mo_mt_call.py: using CellId 17433\u000a23:17:07.305942 tst emergency_mo_mt_call.py: using BVCI 17434\u000a23:17:07.329266 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:17:07.339739 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:17:07.350281 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:17:07.360907 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:17:07.371578 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:17:07.382797 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a23:17:07.499442 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a23:17:07.713058 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:17:08.240466 run create_hlr_db(pid=26362): Launched\u000a23:17:08.433149 bus /sierra_2: Setting Powered False\u000a23:17:09.452467 run create_hlr_db(pid=26362): Terminated: ok {rc=0}\u000a23:17:09.870746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26364): Launched\u000a23:17:10.181834 run osmo-hlr_10.42.42.2(pid=26365): Launched\u000a23:17:10.298600 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:17:10.844859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26367): Launched\u000a23:17:11.156249 run osmo-stp_10.42.42.5(pid=26368): Launched\u000a23:17:11.278667 tst emergency_mo_mt_call.py: using MSISDN 6907\u000a23:17:11.431266 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:17:11.995192 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26370): Launched\u000a23:17:12.305979 run osmo-msc_10.42.42.6(pid=26371): Launched\u000a23:17:12.486647 run osmo-stp_10.42.42.5(pid=26368): ERR: Terminated: ERROR {rc=1} [trial-2351↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26368)]\u000a23:17:12.617525 run osmo-stp_10.42.42.5(pid=26368): stdout: \u000a| (launched: 2022-12-08_23:17:11.001539)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:17:12.746383 run osmo-stp_10.42.42.5(pid=26368): stderr: \u000a| �[0;m�[38;5;43m20221208231711177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231711177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231711177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231711177 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231711178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231711178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231711178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:17:12.870072 run osmo-stp_10.42.42.5(pid=26368): stdout: \u000a| (launched: 2022-12-08_23:17:11.001539)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:17:12.992868 run osmo-stp_10.42.42.5(pid=26368): stderr: \u000a| �[0;m�[38;5;43m20221208231711177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231711177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231711177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231711177 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231711178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231711178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231711178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:17:13.046428 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=26368): Process ended prematurely: osmo-stp_10.42.42.5(pid=26368) [trial-2351↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26368)] [trial-2351↪emergency:sysmo↪emergency_mo_mt_call.py:19]\u000a23:17:13.054355 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a23:17:13.114768 run osmo-hlr_10.42.42.2(pid=26365): ERR: Terminated: ERROR {rc=237} [trial-2351↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26365)]\u000a23:17:13.164287 run osmo-hlr_10.42.42.2(pid=26365): stdout: \u000a| (launched: 2022-12-08_23:17:10.027679) \u000a23:17:13.214507 run osmo-hlr_10.42.42.2(pid=26365): stderr: \u000a| �[0;m�[1;31m20221208231710209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208231710209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208231710209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231710209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231710209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208231710209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208231710228 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208231710238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208231710238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208231710238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:17:13.282249 run osmo-msc_10.42.42.6(pid=26371): ERR: Terminated: ERROR {rc=2} [trial-2351↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26371)]\u000a23:17:13.331493 run osmo-msc_10.42.42.6(pid=26371): stdout: \u000a| (launched: 2022-12-08_23:17:12.151530) \u000a23:17:13.381509 run osmo-msc_10.42.42.6(pid=26371): stderr: \u000a| �[0;m�[38;5;43m20221208231712427 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208231712427 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff7869bec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208231712427 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208231712428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208231712428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208231712428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208231712430 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208231712430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208231712430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208231712430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:17:13.423549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26364): Terminating (SIGTERM)\u000a23:17:13.463618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26367): Terminating (SIGTERM)\u000a23:17:13.504074 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26370): Terminating (SIGTERM)\u000a23:17:13.513568 --- ParallelTerminationStrategy: PID 26364 died...\u000a23:17:13.567431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26364): Terminated: ok {rc=0}\u000a23:17:13.577148 --- ParallelTerminationStrategy: PID 26367 died...\u000a23:17:13.630549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26367): Terminated: ok {rc=0}\u000a23:17:13.640308 --- ParallelTerminationStrategy: PID 26370 died...\u000a23:17:13.693897 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26370): Terminated: ok {rc=0}\u000a23:17:13.778393 bus /sierra_3: Setting Powered False\u000a23:17:14.879701 bus /sierra_3: Setting Powered False\u000a23:17:16.005803 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 189, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26379): Process ended prematurely: osmo-stp_10.42.42.5(pid=26379) [trial-2351↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26379)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26379): Process ended prematurely: osmo-stp_10.42.42.5(pid=26379) [trial-2351↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26379)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 emergency:sysmo emergency_preemptive_call.py\u000a----------------------------------------------\u000a23:17:17.059253 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:17:17.072461 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a23:17:17.204179 tst emergency_preemptive_call.py: using LAC 17434\u000a23:17:17.325937 tst emergency_preemptive_call.py: using RAC 94\u000a23:17:17.454228 tst emergency_preemptive_call.py: using CellId 17434\u000a23:17:17.583187 tst emergency_preemptive_call.py: using BVCI 17435\u000a23:17:17.608331 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:17:17.619734 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:17:17.630934 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:17:17.642249 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:17:17.653645 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:17:17.664682 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a23:17:17.781956 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a23:17:17.904594 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a23:17:18.024367 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a23:17:18.226896 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:17:18.714832 run create_hlr_db(pid=26373): Launched\u000a23:17:18.893258 bus /sierra_2: Setting Powered False\u000a23:17:19.912506 run create_hlr_db(pid=26373): Terminated: ok {rc=0}\u000a23:17:20.352306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26375): Launched\u000a23:17:20.684385 run osmo-hlr_10.42.42.2(pid=26376): Launched\u000a23:17:20.805808 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:17:21.378848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26378): Launched\u000a23:17:21.710225 run osmo-stp_10.42.42.5(pid=26379): Launched\u000a23:17:21.841530 tst emergency_preemptive_call.py: using MSISDN 6908\u000a23:17:22.006136 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:17:22.605961 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26381): Launched\u000a23:17:22.937406 run osmo-msc_10.42.42.6(pid=26383): Launched\u000a23:17:23.136265 run osmo-stp_10.42.42.5(pid=26379): ERR: Terminated: ERROR {rc=1} [trial-2351↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26379)]\u000a23:17:23.274565 run osmo-stp_10.42.42.5(pid=26379): stdout: \u000a| (launched: 2022-12-08_23:17:21.546251)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:17:23.413215 run osmo-stp_10.42.42.5(pid=26379): stderr: \u000a| �[0;m�[38;5;43m20221208231721741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231721742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231721742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231721743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231721745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231721745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231721745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:17:23.545718 run osmo-stp_10.42.42.5(pid=26379): stdout: \u000a| (launched: 2022-12-08_23:17:21.546251)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:17:23.676827 run osmo-stp_10.42.42.5(pid=26379): stderr: \u000a| �[0;m�[38;5;43m20221208231721741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231721742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231721742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231721743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231721745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231721745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231721745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:17:23.734692 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=26379): Process ended prematurely: osmo-stp_10.42.42.5(pid=26379) [trial-2351↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26379)] [trial-2351↪emergency:sysmo↪emergency_preemptive_call.py:32]\u000a23:17:23.743488 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a23:17:23.806561 run osmo-hlr_10.42.42.2(pid=26376): ERR: Terminated: ERROR {rc=237} [trial-2351↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26376)]\u000a23:17:23.858308 run osmo-hlr_10.42.42.2(pid=26376): stdout: \u000a| (launched: 2022-12-08_23:17:20.520272) \u000a23:17:23.910781 run osmo-hlr_10.42.42.2(pid=26376): stderr: \u000a| �[0;m�[1;31m20221208231720721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208231720721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208231720721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231720721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231720721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208231720721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208231720734 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208231720744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208231720745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208231720745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:17:23.981652 run osmo-msc_10.42.42.6(pid=26383): ERR: Terminated: ERROR {rc=2} [trial-2351↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26383)]\u000a23:17:24.032997 run osmo-msc_10.42.42.6(pid=26383): stdout: \u000a| (launched: 2022-12-08_23:17:22.774260) \u000a23:17:24.085506 run osmo-msc_10.42.42.6(pid=26383): stderr: \u000a| �[0;m�[38;5;43m20221208231723099 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208231723099 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fef14285c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208231723099 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208231723100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208231723100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208231723100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208231723103 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208231723104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208231723104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208231723104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:17:24.129800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26375): Terminating (SIGTERM)\u000a23:17:24.171969 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26378): Terminating (SIGTERM)\u000a23:17:24.214114 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26381): Terminating (SIGTERM)\u000a23:17:24.223981 --- ParallelTerminationStrategy: PID 26375 died...\u000a23:17:24.279921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26375): Terminated: ok {rc=0}\u000a23:17:24.290310 --- ParallelTerminationStrategy: PID 26378 died...\u000a23:17:24.346436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26378): Terminated: ok {rc=0}\u000a23:17:24.356705 --- ParallelTerminationStrategy: PID 26381 died...\u000a23:17:24.412833 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26381): Terminated: ok {rc=0}\u000a23:17:24.499418 bus /sierra_9: Setting Powered False\u000a23:17:25.606885 bus /sierra_9: Setting Powered False\u000a23:17:26.714674 bus /sierra_8: Setting Powered False\u000a23:17:27.821546 bus /sierra_8: Setting Powered False\u000a23:17:28.928422 bus /sierra_3: Setting Powered False\u000a23:17:30.035616 bus /sierra_3: Setting Powered False\u000a23:17:31.144898 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "11", "name" : "emergency_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:17:06" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "gprs:sysmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26399): Process ended prematurely: osmo-stp_10.42.42.5(pid=26399) [trial-2351↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26399)]", "failedSince" : 2314, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26399): Process ended prematurely: osmo-stp_10.42.42.5(pid=26399) [trial-2351↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26399)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:17:33.215504 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:33.226263 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a23:17:33.356191 tst cs_paging_gprs_active.py: using LAC 17435\u000a23:17:33.479238 tst cs_paging_gprs_active.py: using RAC 95\u000a23:17:33.602126 tst cs_paging_gprs_active.py: using CellId 17435\u000a23:17:33.723184 tst cs_paging_gprs_active.py: using BVCI 17436\u000a23:17:33.747292 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:33.757828 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:33.768205 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:33.778958 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:33.789632 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:33.800166 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:33.810953 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:33.821604 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:33.832276 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a23:17:33.952428 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a23:17:34.239845 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:17:34.373070 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:17:34.699154 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26389): Launched\u000a23:17:34.976576 run iperf3-srv_10.42.42.10(pid=26390): Launched\u000a23:17:35.169412 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:17:35.300658 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:17:35.626698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26391): Launched\u000a23:17:35.912630 run iperf3-srv_10.42.42.10(pid=26392): Launched\u000a23:17:36.119202 tst cs_paging_gprs_active.py:38: start network...\u000a23:17:36.259401 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:17:36.798373 run create_hlr_db(pid=26393): Launched\u000a23:17:36.992320 bus /sierra_2: Setting Powered False\u000a23:17:38.012213 run create_hlr_db(pid=26393): Terminated: ok {rc=0}\u000a23:17:38.458224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26395): Launched\u000a23:17:38.795168 run osmo-hlr_10.42.42.2(pid=26396): Launched\u000a23:17:38.917832 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:17:39.500066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26398): Launched\u000a23:17:39.836628 run osmo-stp_10.42.42.5(pid=26399): Launched\u000a23:17:39.959478 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:17:41.544471 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26401): Launched\u000a23:17:41.664226 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:17:41.960444 run patchelf(pid=26402): Launched\u000a23:17:42.156380 run osmo-stp_10.42.42.5(pid=26399): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26399)]\u000a23:17:42.299105 run osmo-stp_10.42.42.5(pid=26399): stdout: \u000a| (launched: 2022-12-08_23:17:39.670796)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:17:42.441705 run osmo-stp_10.42.42.5(pid=26399): stderr: \u000a| �[0;m�[38;5;43m20221208231739869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231739869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231739869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231739869 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231739870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231739870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231739870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:17:42.579819 run osmo-stp_10.42.42.5(pid=26399): stdout: \u000a| (launched: 2022-12-08_23:17:39.670796)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:17:42.717422 run osmo-stp_10.42.42.5(pid=26399): stderr: \u000a| �[0;m�[38;5;43m20221208231739869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231739869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231739869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231739869 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231739870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231739870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231739870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:17:42.876870 run patchelf(pid=26402): Terminating (SIGINT)\u000a23:17:43.064849 run patchelf(pid=26402): Terminated: ok {rc=0}\u000a23:17:43.099235 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26399): Process ended prematurely: osmo-stp_10.42.42.5(pid=26399) [trial-2351↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26399)] [trial-2351↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a23:17:43.109215 tst cs_paging_gprs_active.py:38: Test FAILED (9.9 sec)\u000a23:17:43.172036 run osmo-hlr_10.42.42.2(pid=26396): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26396)]\u000a23:17:43.223424 run osmo-hlr_10.42.42.2(pid=26396): stdout: \u000a| (launched: 2022-12-08_23:17:38.629157) \u000a23:17:43.275286 run osmo-hlr_10.42.42.2(pid=26396): stderr: \u000a| �[0;m�[1;31m20221208231738832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208231738832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208231738832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231738832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231738832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208231738832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208231738846 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208231738854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208231738855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208231738855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:17:43.319603 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26389): Terminating (SIGTERM)\u000a23:17:43.361403 run iperf3-srv_10.42.42.10(pid=26390): Terminating (SIGTERM)\u000a23:17:43.403215 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26391): Terminating (SIGTERM)\u000a23:17:43.444768 run iperf3-srv_10.42.42.10(pid=26392): Terminating (SIGTERM)\u000a23:17:43.486507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26395): Terminating (SIGTERM)\u000a23:17:43.528271 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26398): Terminating (SIGTERM)\u000a23:17:43.570619 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26401): Terminating (SIGTERM)\u000a23:17:43.580233 --- ParallelTerminationStrategy: PID 26389 died...\u000a23:17:43.636145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26389): Terminated: ok {rc=0}\u000a23:17:43.646151 --- ParallelTerminationStrategy: PID 26390 died...\u000a23:17:43.702058 run iperf3-srv_10.42.42.10(pid=26390): Terminated {rc=256}\u000a23:17:43.712077 --- ParallelTerminationStrategy: PID 26391 died...\u000a23:17:43.767975 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26391): Terminated: ok {rc=0}\u000a23:17:43.777994 --- ParallelTerminationStrategy: PID 26392 died...\u000a23:17:43.833593 run iperf3-srv_10.42.42.10(pid=26392): Terminated {rc=256}\u000a23:17:43.847654 --- ParallelTerminationStrategy: PID 26395 died...\u000a23:17:43.904315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26395): Terminated: ok {rc=0}\u000a23:17:43.914612 --- ParallelTerminationStrategy: PID 26398 died...\u000a23:17:43.970437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26398): Terminated: ok {rc=0}\u000a23:17:43.980911 --- ParallelTerminationStrategy: PID 26401 died...\u000a23:17:44.037242 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26401): Terminated: ok {rc=0}\u000a23:17:44.125401 bus /gobi_0: Setting Powered False\u000a23:17:45.233165 bus /gobi_0: Setting Powered False\u000a23:17:46.344547 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "gprs:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26411): Process ended prematurely: osmo-stp_10.42.42.5(pid=26411) [trial-2351↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26411)]", "failedSince" : 2314, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26411): Process ended prematurely: osmo-stp_10.42.42.5(pid=26411) [trial-2351↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26411)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a23:17:47.461906 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:47.473559 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a23:17:47.607396 tst iperf3.py: using LAC 17436\u000a23:17:47.743299 tst iperf3.py: using RAC 96\u000a23:17:47.869121 tst iperf3.py: using CellId 17436\u000a23:17:47.997360 tst iperf3.py: using BVCI 17437\u000a23:17:48.023207 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:48.034232 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:48.045208 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:48.056137 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:48.067258 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:48.078207 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:48.089629 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:48.100656 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:48.111776 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a23:17:48.399680 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:17:48.530910 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:17:48.858411 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26403): Launched\u000a23:17:49.131406 run iperf3-srv_10.42.42.10(pid=26404): Launched\u000a23:17:49.322970 tst iperf3.py:8: start network...\u000a23:17:49.453740 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:17:49.951479 run create_hlr_db(pid=26405): Launched\u000a23:17:50.132442 bus /gobi_6: Setting Powered False\u000a23:17:51.163583 run create_hlr_db(pid=26405): Terminated: ok {rc=0}\u000a23:17:51.586232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26407): Launched\u000a23:17:51.903677 run osmo-hlr_10.42.42.2(pid=26408): Launched\u000a23:17:52.027154 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:17:52.585294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26410): Launched\u000a23:17:52.901586 run osmo-stp_10.42.42.5(pid=26411): Launched\u000a23:17:53.016314 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:17:53.563330 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26413): Launched\u000a23:17:53.675105 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:17:53.950277 run patchelf(pid=26414): Launched\u000a23:17:54.133716 run osmo-stp_10.42.42.5(pid=26411): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26411)]\u000a23:17:54.267919 run osmo-stp_10.42.42.5(pid=26411): stdout: \u000a| (launched: 2022-12-08_23:17:52.744582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:17:54.402366 run osmo-stp_10.42.42.5(pid=26411): stderr: \u000a| �[0;m�[38;5;43m20221208231752917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231752918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231752918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231752918 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231752919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231752919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231752919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:17:54.531539 run osmo-stp_10.42.42.5(pid=26411): stdout: \u000a| (launched: 2022-12-08_23:17:52.744582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:17:54.659372 run osmo-stp_10.42.42.5(pid=26411): stderr: \u000a| �[0;m�[38;5;43m20221208231752917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231752918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231752918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231752918 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231752919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231752919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231752919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:17:54.808543 run patchelf(pid=26414): Terminating (SIGINT)\u000a23:17:54.983406 run patchelf(pid=26414): Terminated: ok {rc=0}\u000a23:17:55.015401 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26411): Process ended prematurely: osmo-stp_10.42.42.5(pid=26411) [trial-2351↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26411)] [trial-2351↪gprs:sysmo↪iperf3.py:8]\u000a23:17:55.024932 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a23:17:55.085668 run osmo-hlr_10.42.42.2(pid=26408): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26408)]\u000a23:17:55.134841 run osmo-hlr_10.42.42.2(pid=26408): stdout: \u000a| (launched: 2022-12-08_23:17:51.746162) \u000a23:17:55.184885 run osmo-hlr_10.42.42.2(pid=26408): stderr: \u000a| �[0;m�[1;31m20221208231751924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208231751924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208231751924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231751924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231751924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208231751925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208231751936 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208231751945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208231751945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208231751945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:17:55.227092 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26403): Terminating (SIGTERM)\u000a23:17:55.267042 run iperf3-srv_10.42.42.10(pid=26404): Terminating (SIGTERM)\u000a23:17:55.306988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26407): Terminating (SIGTERM)\u000a23:17:55.346913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26410): Terminating (SIGTERM)\u000a23:17:55.386750 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26413): Terminating (SIGTERM)\u000a23:17:55.396174 --- ParallelTerminationStrategy: PID 26403 died...\u000a23:17:55.449707 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26403): Terminated: ok {rc=0}\u000a23:17:55.459588 --- ParallelTerminationStrategy: PID 26404 died...\u000a23:17:55.512801 run iperf3-srv_10.42.42.10(pid=26404): Terminated {rc=256}\u000a23:17:55.522639 --- ParallelTerminationStrategy: PID 26407 died...\u000a23:17:55.576050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26407): Terminated: ok {rc=0}\u000a23:17:55.585747 --- ParallelTerminationStrategy: PID 26410 died...\u000a23:17:55.639260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26410): Terminated: ok {rc=0}\u000a23:17:55.649435 --- ParallelTerminationStrategy: PID 26413 died...\u000a23:17:55.702797 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26413): Terminated: ok {rc=0}\u000a23:17:55.787387 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "gprs:sysmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26429): Process ended prematurely: osmo-stp_10.42.42.5(pid=26429) [trial-2351↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26429)]", "failedSince" : 2313, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26429): Process ended prematurely: osmo-stp_10.42.42.5(pid=26429) [trial-2351↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26429)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a23:17:56.904596 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:56.916380 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a23:17:57.053793 tst iperf3m4.py: using LAC 17437\u000a23:17:57.180780 tst iperf3m4.py: using RAC 97\u000a23:17:57.304583 tst iperf3m4.py: using CellId 17437\u000a23:17:57.428361 tst iperf3m4.py: using BVCI 17438\u000a23:17:57.452320 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:57.462957 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:57.473898 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:57.485334 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:57.496535 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:57.507948 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:57.519606 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:57.531071 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:57.542674 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a23:17:57.662145 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a23:17:57.786633 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a23:17:57.906238 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a23:17:58.209118 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:17:58.349738 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:17:58.699854 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26415): Launched\u000a23:17:58.993698 run iperf3-srv_10.42.42.10(pid=26416): Launched\u000a23:17:59.200853 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:17:59.341615 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:17:59.689663 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26417): Launched\u000a23:17:59.980185 run iperf3-srv_10.42.42.10(pid=26418): Launched\u000a23:18:00.186405 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:18:00.326346 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:18:00.674954 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26419): Launched\u000a23:18:00.999274 run iperf3-srv_10.42.42.10(pid=26420): Launched\u000a23:18:01.210048 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:18:01.353252 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:18:01.719096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26421): Launched\u000a23:18:02.046980 run iperf3-srv_10.42.42.10(pid=26422): Launched\u000a23:18:02.255056 tst iperf3m4.py:8: start network...\u000a23:18:02.396000 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:18:02.933216 run create_hlr_db(pid=26423): Launched\u000a23:18:03.127155 bus /gobi_6: Setting Powered False\u000a23:18:04.147484 run create_hlr_db(pid=26423): Terminated: ok {rc=0}\u000a23:18:04.570482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26425): Launched\u000a23:18:04.887723 run osmo-hlr_10.42.42.2(pid=26426): Launched\u000a23:18:05.011188 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:18:05.567020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26428): Launched\u000a23:18:05.882119 run osmo-stp_10.42.42.5(pid=26429): Launched\u000a23:18:05.996711 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:18:06.545372 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26431): Launched\u000a23:18:06.656740 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:18:06.932900 run patchelf(pid=26432): Launched\u000a23:18:07.117051 run osmo-stp_10.42.42.5(pid=26429): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26429)]\u000a23:18:07.251533 run osmo-stp_10.42.42.5(pid=26429): stdout: \u000a| (launched: 2022-12-08_23:18:05.726161)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:18:07.386250 run osmo-stp_10.42.42.5(pid=26429): stderr: \u000a| �[0;m�[38;5;43m20221208231805897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231805898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231805898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231805898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231805900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231805901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231805901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:18:07.516424 run osmo-stp_10.42.42.5(pid=26429): stdout: \u000a| (launched: 2022-12-08_23:18:05.726161)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:18:07.644641 run osmo-stp_10.42.42.5(pid=26429): stderr: \u000a| �[0;m�[38;5;43m20221208231805897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231805898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231805898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231805898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231805900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231805901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231805901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:18:07.794209 run patchelf(pid=26432): Terminating (SIGINT)\u000a23:18:07.969466 run patchelf(pid=26432): Terminated: ok {rc=0}\u000a23:18:08.001604 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26429): Process ended prematurely: osmo-stp_10.42.42.5(pid=26429) [trial-2351↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26429)] [trial-2351↪gprs:sysmo↪iperf3m4.py:8]\u000a23:18:08.010973 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a23:18:08.072340 run osmo-hlr_10.42.42.2(pid=26426): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26426)]\u000a23:18:08.122203 run osmo-hlr_10.42.42.2(pid=26426): stdout: \u000a| (launched: 2022-12-08_23:18:04.730477) \u000a23:18:08.172593 run osmo-hlr_10.42.42.2(pid=26426): stderr: \u000a| �[0;m�[1;31m20221208231804909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208231804909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208231804909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231804909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231804910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208231804910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208231804922 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208231804930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208231804930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208231804930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:18:08.215021 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26415): Terminating (SIGTERM)\u000a23:18:08.255191 run iperf3-srv_10.42.42.10(pid=26416): Terminating (SIGTERM)\u000a23:18:08.295387 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26417): Terminating (SIGTERM)\u000a23:18:08.335492 run iperf3-srv_10.42.42.10(pid=26418): Terminating (SIGTERM)\u000a23:18:08.375631 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26419): Terminating (SIGTERM)\u000a23:18:08.416160 run iperf3-srv_10.42.42.10(pid=26420): Terminating (SIGTERM)\u000a23:18:08.456115 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26421): Terminating (SIGTERM)\u000a23:18:08.496124 run iperf3-srv_10.42.42.10(pid=26422): Terminating (SIGTERM)\u000a23:18:08.536440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26425): Terminating (SIGTERM)\u000a23:18:08.576614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26428): Terminating (SIGTERM)\u000a23:18:08.616699 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26431): Terminating (SIGTERM)\u000a23:18:08.626268 --- ParallelTerminationStrategy: PID 26415 died...\u000a23:18:08.680089 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26415): Terminated: ok {rc=0}\u000a23:18:08.689847 --- ParallelTerminationStrategy: PID 26416 died...\u000a23:18:08.743272 run iperf3-srv_10.42.42.10(pid=26416): Terminated {rc=256}\u000a23:18:08.752852 --- ParallelTerminationStrategy: PID 26417 died...\u000a23:18:08.806487 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26417): Terminated: ok {rc=0}\u000a23:18:08.816192 --- ParallelTerminationStrategy: PID 26418 died...\u000a23:18:08.869467 run iperf3-srv_10.42.42.10(pid=26418): Terminated {rc=256}\u000a23:18:08.879252 --- ParallelTerminationStrategy: PID 26419 died...\u000a23:18:08.932565 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26419): Terminated: ok {rc=0}\u000a23:18:08.942437 --- ParallelTerminationStrategy: PID 26420 died...\u000a23:18:08.995409 run iperf3-srv_10.42.42.10(pid=26420): Terminated {rc=256}\u000a23:18:09.005229 --- ParallelTerminationStrategy: PID 26421 died...\u000a23:18:09.058578 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26421): Terminated: ok {rc=0}\u000a23:18:09.068202 --- ParallelTerminationStrategy: PID 26422 died...\u000a23:18:09.121301 run iperf3-srv_10.42.42.10(pid=26422): Terminated {rc=256}\u000a23:18:09.131405 --- ParallelTerminationStrategy: PID 26425 died...\u000a23:18:09.184919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26425): Terminated: ok {rc=0}\u000a23:18:09.194776 --- ParallelTerminationStrategy: PID 26428 died...\u000a23:18:09.248742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26428): Terminated: ok {rc=0}\u000a23:18:09.258402 --- ParallelTerminationStrategy: PID 26431 died...\u000a23:18:09.312030 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26431): Terminated: ok {rc=0}\u000a23:18:09.401668 bus /gobi_4: Setting Powered False\u000a23:18:10.505773 bus /gobi_4: Setting Powered False\u000a23:18:11.618204 bus /gobi_1: Setting Powered False\u000a23:18:12.722640 bus /gobi_1: Setting Powered False\u000a23:18:13.834335 bus /gobi_0: Setting Powered False\u000a23:18:14.936767 bus /gobi_0: Setting Powered False\u000a23:18:16.052590 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 21, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26439): Process ended prematurely: osmo-stp_10.42.42.5(pid=26439) [trial-2351↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26439)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26439): Process ended prematurely: osmo-stp_10.42.42.5(pid=26439) [trial-2351↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26439)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:sysmo ping.py\u000a----------------------------------------------\u000a23:18:17.123067 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:17.135936 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a23:18:17.273389 tst ping.py: using LAC 17438\u000a23:18:17.407264 tst ping.py: using RAC 98\u000a23:18:17.546294 tst ping.py: using CellId 17438\u000a23:18:17.668774 tst ping.py: using BVCI 17439\u000a23:18:17.692435 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:17.703353 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:17.714186 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:17.726027 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:17.737395 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:17.748665 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:17.760230 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:17.772879 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a23:18:18.072609 tst ping.py:19: start network...\u000a23:18:18.210040 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:18:18.738093 run create_hlr_db(pid=26433): Launched\u000a23:18:18.930080 bus /gobi_6: Setting Powered False\u000a23:18:19.949265 run create_hlr_db(pid=26433): Terminated: ok {rc=0}\u000a23:18:20.367814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26435): Launched\u000a23:18:20.679513 run osmo-hlr_10.42.42.2(pid=26436): Launched\u000a23:18:20.794680 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:18:21.330617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26438): Launched\u000a23:18:21.638753 run osmo-stp_10.42.42.5(pid=26439): Launched\u000a23:18:21.750512 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:18:22.287810 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26441): Launched\u000a23:18:22.397359 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:18:22.667701 run patchelf(pid=26442): Launched\u000a23:18:22.848122 run osmo-stp_10.42.42.5(pid=26439): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26439)]\u000a23:18:22.979805 run osmo-stp_10.42.42.5(pid=26439): stdout: \u000a| (launched: 2022-12-08_23:18:21.485732)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:18:23.112154 run osmo-stp_10.42.42.5(pid=26439): stderr: \u000a| �[0;m�[38;5;43m20221208231821658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231821658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231821659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231821659 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231821660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231821660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231821660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:18:23.239392 run osmo-stp_10.42.42.5(pid=26439): stdout: \u000a| (launched: 2022-12-08_23:18:21.485732)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:18:23.366247 run osmo-stp_10.42.42.5(pid=26439): stderr: \u000a| �[0;m�[38;5;43m20221208231821658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231821658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231821659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231821659 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231821660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231821660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231821660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:18:23.512652 run patchelf(pid=26442): Terminating (SIGINT)\u000a23:18:23.684757 run patchelf(pid=26442): Terminated: ok {rc=0}\u000a23:18:23.715981 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26439): Process ended prematurely: osmo-stp_10.42.42.5(pid=26439) [trial-2351↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26439)] [trial-2351↪gprs:sysmo↪ping.py:22]\u000a23:18:23.725150 tst ping.py:22: Test FAILED (6.6 sec)\u000a23:18:23.786287 run osmo-hlr_10.42.42.2(pid=26436): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26436)]\u000a23:18:23.835306 run osmo-hlr_10.42.42.2(pid=26436): stdout: \u000a| (launched: 2022-12-08_23:18:20.524750) \u000a23:18:23.884666 run osmo-hlr_10.42.42.2(pid=26436): stderr: \u000a| �[0;m�[1;31m20221208231820705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208231820705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208231820705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231820705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231820705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208231820705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208231820717 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208231820726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208231820726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208231820726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:18:23.927067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26435): Terminating (SIGTERM)\u000a23:18:23.966926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26438): Terminating (SIGTERM)\u000a23:18:24.006907 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26441): Terminating (SIGTERM)\u000a23:18:24.016408 --- ParallelTerminationStrategy: PID 26435 died...\u000a23:18:24.070281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26435): Terminated: ok {rc=0}\u000a23:18:24.080249 --- ParallelTerminationStrategy: PID 26438 died...\u000a23:18:24.133924 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26438): Terminated: ok {rc=0}\u000a23:18:24.143905 --- ParallelTerminationStrategy: PID 26441 died...\u000a23:18:24.197382 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26441): Terminated: ok {rc=0}\u000a23:18:24.281922 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 21, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26449): Process ended prematurely: osmo-stp_10.42.42.5(pid=26449) [trial-2351↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26449)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26449): Process ended prematurely: osmo-stp_10.42.42.5(pid=26449) [trial-2351↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26449)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a23:18:25.334606 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:25.346657 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a23:18:25.486223 tst ping_idle_ping.py: using LAC 17439\u000a23:18:25.614740 tst ping_idle_ping.py: using RAC 99\u000a23:18:25.742945 tst ping_idle_ping.py: using CellId 17439\u000a23:18:25.866994 tst ping_idle_ping.py: using BVCI 17440\u000a23:18:25.890561 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:25.901324 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:25.912010 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:25.923009 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:25.933855 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:25.944919 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:25.956064 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:25.967059 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a23:18:26.275985 tst ping_idle_ping.py:24: start network...\u000a23:18:26.413967 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:18:26.941933 run create_hlr_db(pid=26443): Launched\u000a23:18:27.133371 bus /gobi_6: Setting Powered False\u000a23:18:28.153978 run create_hlr_db(pid=26443): Terminated: ok {rc=0}\u000a23:18:28.572375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26445): Launched\u000a23:18:28.884858 run osmo-hlr_10.42.42.2(pid=26446): Launched\u000a23:18:29.003314 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:18:29.541063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26448): Launched\u000a23:18:29.851257 run osmo-stp_10.42.42.5(pid=26449): Launched\u000a23:18:29.964238 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:18:30.505783 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26451): Launched\u000a23:18:30.616171 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:18:30.905317 run patchelf(pid=26452): Launched\u000a23:18:31.100022 run osmo-stp_10.42.42.5(pid=26449): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26449)]\u000a23:18:31.236357 run osmo-stp_10.42.42.5(pid=26449): stdout: \u000a| (launched: 2022-12-08_23:18:29.697208)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:18:31.390074 run osmo-stp_10.42.42.5(pid=26449): stderr: \u000a| �[0;m�[38;5;43m20221208231829869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231829870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231829870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231829870 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231829871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231829871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231829871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:18:31.543695 run osmo-stp_10.42.42.5(pid=26449): stdout: \u000a| (launched: 2022-12-08_23:18:29.697208)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:18:31.684236 run osmo-stp_10.42.42.5(pid=26449): stderr: \u000a| �[0;m�[38;5;43m20221208231829869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231829870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231829870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231829870 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231829871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231829871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231829871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:18:31.846807 run patchelf(pid=26452): Terminating (SIGINT)\u000a23:18:32.036577 run patchelf(pid=26452): Terminated: ok {rc=0}\u000a23:18:32.071546 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26449): Process ended prematurely: osmo-stp_10.42.42.5(pid=26449) [trial-2351↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26449)] [trial-2351↪gprs:sysmo↪ping_idle_ping.py:27]\u000a23:18:32.081884 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a23:18:32.148749 run osmo-hlr_10.42.42.2(pid=26446): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26446)]\u000a23:18:32.203724 run osmo-hlr_10.42.42.2(pid=26446): stdout: \u000a| (launched: 2022-12-08_23:18:28.730245) \u000a23:18:32.257221 run osmo-hlr_10.42.42.2(pid=26446): stderr: \u000a| �[0;m�[1;31m20221208231828910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208231828910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208231828910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231828911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231828911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208231828911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208231828922 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208231828930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208231828930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208231828931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:18:32.301942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26445): Terminating (SIGTERM)\u000a23:18:32.344215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26448): Terminating (SIGTERM)\u000a23:18:32.386651 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26451): Terminating (SIGTERM)\u000a23:18:32.396373 --- ParallelTerminationStrategy: PID 26445 died...\u000a23:18:32.453413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26445): Terminated: ok {rc=0}\u000a23:18:32.463610 --- ParallelTerminationStrategy: PID 26448 died...\u000a23:18:32.519738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26448): Terminated: ok {rc=0}\u000a23:18:32.530457 --- ParallelTerminationStrategy: PID 26451 died...\u000a23:18:32.586727 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26451): Terminated: ok {rc=0}\u000a23:18:32.674237 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "12", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:17:32" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26466): Process ended prematurely: osmo-stp_10.42.42.5(pid=26466) [trial-2351↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26466)]", "failedSince" : 2313, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26466): Process ended prematurely: osmo-stp_10.42.42.5(pid=26466) [trial-2351↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26466)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:18:34.792252 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:34.803506 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:18:34.938401 tst cs_paging_gprs_active.py: using LAC 17440\u000a23:18:35.069921 tst cs_paging_gprs_active.py: using RAC 100\u000a23:18:35.203298 tst cs_paging_gprs_active.py: using CellId 17440\u000a23:18:35.330880 tst cs_paging_gprs_active.py: using BVCI 17441\u000a23:18:35.355725 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:35.366944 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:35.377668 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:35.389085 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:35.400064 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:35.411162 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:35.422344 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:35.433533 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:35.444592 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:18:35.565899 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:18:35.869909 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:18:36.010603 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:18:36.359839 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26456): Launched\u000a23:18:36.650532 run iperf3-srv_10.42.42.10(pid=26457): Launched\u000a23:18:36.858297 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:18:36.998828 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:18:37.348009 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26458): Launched\u000a23:18:37.639850 run iperf3-srv_10.42.42.10(pid=26459): Launched\u000a23:18:37.847212 tst cs_paging_gprs_active.py:38: start network...\u000a23:18:37.988106 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:18:38.528346 run create_hlr_db(pid=26460): Launched\u000a23:18:38.723279 bus /gobi_6: Setting Powered False\u000a23:18:39.743520 run create_hlr_db(pid=26460): Terminated: ok {rc=0}\u000a23:18:40.166823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26462): Launched\u000a23:18:40.484864 run osmo-hlr_10.42.42.2(pid=26463): Launched\u000a23:18:40.606573 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:18:41.162187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26465): Launched\u000a23:18:41.479830 run osmo-stp_10.42.42.5(pid=26466): Launched\u000a23:18:41.596618 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:18:42.147042 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26468): Launched\u000a23:18:42.259024 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:18:42.535749 run patchelf(pid=26469): Launched\u000a23:18:42.720054 run osmo-stp_10.42.42.5(pid=26466): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26466)]\u000a23:18:42.854600 run osmo-stp_10.42.42.5(pid=26466): stdout: \u000a| (launched: 2022-12-08_23:18:41.321987)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:18:42.988548 run osmo-stp_10.42.42.5(pid=26466): stderr: \u000a| �[0;m�[38;5;43m20221208231841495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231841495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231841495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231841496 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231841496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231841496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231841496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:18:43.118988 run osmo-stp_10.42.42.5(pid=26466): stdout: \u000a| (launched: 2022-12-08_23:18:41.321987)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:18:43.247794 run osmo-stp_10.42.42.5(pid=26466): stderr: \u000a| �[0;m�[38;5;43m20221208231841495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231841495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231841495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231841496 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231841496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231841496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231841496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:18:43.397818 run patchelf(pid=26469): Terminating (SIGINT)\u000a23:18:43.574106 run patchelf(pid=26469): Terminated: ok {rc=0}\u000a23:18:43.606315 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26466): Process ended prematurely: osmo-stp_10.42.42.5(pid=26466) [trial-2351↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26466)] [trial-2351↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a23:18:43.615605 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a23:18:43.676747 run osmo-hlr_10.42.42.2(pid=26463): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26463)]\u000a23:18:43.726805 run osmo-hlr_10.42.42.2(pid=26463): stdout: \u000a| (launched: 2022-12-08_23:18:40.327936) \u000a23:18:43.777548 run osmo-hlr_10.42.42.2(pid=26463): stderr: \u000a| �[0;m�[1;31m20221208231840506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208231840506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208231840506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231840506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231840506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208231840506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208231840518 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208231840526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208231840527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208231840527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:18:43.820031 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26456): Terminating (SIGTERM)\u000a23:18:43.860139 run iperf3-srv_10.42.42.10(pid=26457): Terminating (SIGTERM)\u000a23:18:43.901050 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26458): Terminating (SIGTERM)\u000a23:18:43.941065 run iperf3-srv_10.42.42.10(pid=26459): Terminating (SIGTERM)\u000a23:18:43.981501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26462): Terminating (SIGTERM)\u000a23:18:44.022261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26465): Terminating (SIGTERM)\u000a23:18:44.062599 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26468): Terminating (SIGTERM)\u000a23:18:44.071758 --- ParallelTerminationStrategy: PID 26456 died...\u000a23:18:44.126023 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26456): Terminated: ok {rc=0}\u000a23:18:44.135550 --- ParallelTerminationStrategy: PID 26457 died...\u000a23:18:44.188847 run iperf3-srv_10.42.42.10(pid=26457): Terminated {rc=256}\u000a23:18:44.198367 --- ParallelTerminationStrategy: PID 26458 died...\u000a23:18:44.251443 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26458): Terminated: ok {rc=0}\u000a23:18:44.261219 --- ParallelTerminationStrategy: PID 26459 died...\u000a23:18:44.314234 run iperf3-srv_10.42.42.10(pid=26459): Terminated {rc=256}\u000a23:18:44.323751 --- ParallelTerminationStrategy: PID 26462 died...\u000a23:18:44.376650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26462): Terminated: ok {rc=0}\u000a23:18:44.386391 --- ParallelTerminationStrategy: PID 26465 died...\u000a23:18:44.439604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26465): Terminated: ok {rc=0}\u000a23:18:44.449486 --- ParallelTerminationStrategy: PID 26468 died...\u000a23:18:44.502616 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26468): Terminated: ok {rc=0}\u000a23:18:44.586370 bus /gobi_0: Setting Powered False\u000a23:18:45.693534 bus /gobi_0: Setting Powered False\u000a23:18:46.819569 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 209, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26478): Process ended prematurely: osmo-stp_10.42.42.5(pid=26478) [trial-2351↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26478)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26478): Process ended prematurely: osmo-stp_10.42.42.5(pid=26478) [trial-2351↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26478)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:sysmo+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a23:18:47.932596 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:47.944164 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:18:48.081083 tst iperf3.py: using LAC 17441\u000a23:18:48.215149 tst iperf3.py: using RAC 101\u000a23:18:48.346210 tst iperf3.py: using CellId 17441\u000a23:18:48.482590 tst iperf3.py: using BVCI 17442\u000a23:18:48.508358 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:48.519897 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:48.531268 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:48.542991 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:48.554640 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:48.566223 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:48.578052 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:48.589587 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:48.601366 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:18:48.907126 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:18:49.047476 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:18:49.396155 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26470): Launched\u000a23:18:49.686935 run iperf3-srv_10.42.42.10(pid=26471): Launched\u000a23:18:49.893433 tst iperf3.py:8: start network...\u000a23:18:50.033647 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:18:50.570416 run create_hlr_db(pid=26472): Launched\u000a23:18:50.764917 bus /gobi_6: Setting Powered False\u000a23:18:51.785077 run create_hlr_db(pid=26472): Terminated: ok {rc=0}\u000a23:18:52.207530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26474): Launched\u000a23:18:52.525411 run osmo-hlr_10.42.42.2(pid=26475): Launched\u000a23:18:52.645476 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:18:53.191831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26477): Launched\u000a23:18:53.509930 run osmo-stp_10.42.42.5(pid=26478): Launched\u000a23:18:53.624136 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:18:54.174075 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26480): Launched\u000a23:18:54.286423 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:18:54.562158 run patchelf(pid=26481): Launched\u000a23:18:54.745266 run osmo-stp_10.42.42.5(pid=26478): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26478)]\u000a23:18:54.879703 run osmo-stp_10.42.42.5(pid=26478): stdout: \u000a| (launched: 2022-12-08_23:18:53.351087)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:18:55.014369 run osmo-stp_10.42.42.5(pid=26478): stderr: \u000a| �[0;m�[38;5;43m20221208231853525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231853525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231853526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231853526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231853526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231853527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231853527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:18:55.143728 run osmo-stp_10.42.42.5(pid=26478): stdout: \u000a| (launched: 2022-12-08_23:18:53.351087)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:18:55.272025 run osmo-stp_10.42.42.5(pid=26478): stderr: \u000a| �[0;m�[38;5;43m20221208231853525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231853525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231853526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231853526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231853526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231853527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231853527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:18:55.421372 run patchelf(pid=26481): Terminating (SIGINT)\u000a23:18:55.598105 run patchelf(pid=26481): Terminated: ok {rc=0}\u000a23:18:55.630159 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26478): Process ended prematurely: osmo-stp_10.42.42.5(pid=26478) [trial-2351↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26478)] [trial-2351↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]\u000a23:18:55.639369 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a23:18:55.700348 run osmo-hlr_10.42.42.2(pid=26475): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26475)]\u000a23:18:55.749669 run osmo-hlr_10.42.42.2(pid=26475): stdout: \u000a| (launched: 2022-12-08_23:18:52.367476) \u000a23:18:55.799593 run osmo-hlr_10.42.42.2(pid=26475): stderr: \u000a| �[0;m�[1;31m20221208231852548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208231852548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208231852548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231852548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231852548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208231852548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208231852560 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208231852568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208231852569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208231852569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:18:55.842045 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26470): Terminating (SIGTERM)\u000a23:18:55.882193 run iperf3-srv_10.42.42.10(pid=26471): Terminating (SIGTERM)\u000a23:18:55.922256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26474): Terminating (SIGTERM)\u000a23:18:55.962297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26477): Terminating (SIGTERM)\u000a23:18:56.002395 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26480): Terminating (SIGTERM)\u000a23:18:56.011839 --- ParallelTerminationStrategy: PID 26470 died...\u000a23:18:56.065500 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26470): Terminated: ok {rc=0}\u000a23:18:56.074997 --- ParallelTerminationStrategy: PID 26471 died...\u000a23:18:56.128115 run iperf3-srv_10.42.42.10(pid=26471): Terminated {rc=256}\u000a23:18:56.137856 --- ParallelTerminationStrategy: PID 26474 died...\u000a23:18:56.190871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26474): Terminated: ok {rc=0}\u000a23:18:56.200627 --- ParallelTerminationStrategy: PID 26477 died...\u000a23:18:56.253936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26477): Terminated: ok {rc=0}\u000a23:18:56.263719 --- ParallelTerminationStrategy: PID 26480 died...\u000a23:18:56.316901 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26480): Terminated: ok {rc=0}\u000a23:18:56.405700 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 209, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26496): Process ended prematurely: osmo-stp_10.42.42.5(pid=26496) [trial-2351↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26496)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26496): Process ended prematurely: osmo-stp_10.42.42.5(pid=26496) [trial-2351↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26496)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:sysmo+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a23:18:57.518128 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:57.529775 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:18:57.658597 tst iperf3m4.py: using LAC 17442\u000a23:18:57.781652 tst iperf3m4.py: using RAC 102\u000a23:18:57.904381 tst iperf3m4.py: using CellId 17442\u000a23:18:58.028550 tst iperf3m4.py: using BVCI 17443\u000a23:18:58.052421 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:58.063315 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:58.074049 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:58.084939 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:58.095728 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:58.106503 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:58.117543 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:58.128221 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:58.139228 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:18:58.257579 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:18:58.379038 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:18:58.497872 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:18:58.787983 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:18:58.918840 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:18:59.247083 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26482): Launched\u000a23:18:59.518666 run iperf3-srv_10.42.42.10(pid=26483): Launched\u000a23:18:59.711293 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:18:59.841940 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:19:00.167184 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26484): Launched\u000a23:19:00.438349 run iperf3-srv_10.42.42.10(pid=26485): Launched\u000a23:19:00.629526 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:19:00.759951 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:19:01.125200 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26486): Launched\u000a23:19:01.418737 run iperf3-srv_10.42.42.10(pid=26487): Launched\u000a23:19:01.615206 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:19:01.748937 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:19:02.099470 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26488): Launched\u000a23:19:02.392932 run iperf3-srv_10.42.42.10(pid=26489): Launched\u000a23:19:02.599407 tst iperf3m4.py:8: start network...\u000a23:19:02.740560 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:19:03.278829 run create_hlr_db(pid=26490): Launched\u000a23:19:03.472861 bus /gobi_6: Setting Powered False\u000a23:19:04.492086 run create_hlr_db(pid=26490): Terminated: ok {rc=0}\u000a23:19:04.914136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26492): Launched\u000a23:19:05.229178 run osmo-hlr_10.42.42.2(pid=26493): Launched\u000a23:19:05.351214 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:19:05.905643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26495): Launched\u000a23:19:06.221422 run osmo-stp_10.42.42.5(pid=26496): Launched\u000a23:19:06.335245 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:19:06.881501 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26498): Launched\u000a23:19:06.992751 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:19:07.266872 run patchelf(pid=26499): Launched\u000a23:19:07.449195 run osmo-stp_10.42.42.5(pid=26496): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26496)]\u000a23:19:07.583059 run osmo-stp_10.42.42.5(pid=26496): stdout: \u000a| (launched: 2022-12-08_23:19:06.065092)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:19:07.718565 run osmo-stp_10.42.42.5(pid=26496): stderr: \u000a| �[0;m�[38;5;43m20221208231906238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231906238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231906238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231906239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231906241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231906241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231906241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:19:07.847591 run osmo-stp_10.42.42.5(pid=26496): stdout: \u000a| (launched: 2022-12-08_23:19:06.065092)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:19:07.975484 run osmo-stp_10.42.42.5(pid=26496): stderr: \u000a| �[0;m�[38;5;43m20221208231906238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231906238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231906238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231906239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231906241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231906241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231906241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:19:08.124460 run patchelf(pid=26499): Terminating (SIGINT)\u000a23:19:08.299266 run patchelf(pid=26499): Terminated: ok {rc=0}\u000a23:19:08.331232 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26496): Process ended prematurely: osmo-stp_10.42.42.5(pid=26496) [trial-2351↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26496)] [trial-2351↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]\u000a23:19:08.340560 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a23:19:08.401086 run osmo-hlr_10.42.42.2(pid=26493): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26493)]\u000a23:19:08.449995 run osmo-hlr_10.42.42.2(pid=26493): stdout: \u000a| (launched: 2022-12-08_23:19:05.073245) \u000a23:19:08.499968 run osmo-hlr_10.42.42.2(pid=26493): stderr: \u000a| �[0;m�[1;31m20221208231905252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208231905252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208231905253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231905253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231905253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208231905253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208231905265 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208231905273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208231905273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208231905273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:19:08.541386 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26482): Terminating (SIGTERM)\u000a23:19:08.580675 run iperf3-srv_10.42.42.10(pid=26483): Terminating (SIGTERM)\u000a23:19:08.620078 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26484): Terminating (SIGTERM)\u000a23:19:08.659211 run iperf3-srv_10.42.42.10(pid=26485): Terminating (SIGTERM)\u000a23:19:08.698462 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26486): Terminating (SIGTERM)\u000a23:19:08.737682 run iperf3-srv_10.42.42.10(pid=26487): Terminating (SIGTERM)\u000a23:19:08.777512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26488): Terminating (SIGTERM)\u000a23:19:08.816687 run iperf3-srv_10.42.42.10(pid=26489): Terminating (SIGTERM)\u000a23:19:08.856672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26492): Terminating (SIGTERM)\u000a23:19:08.895894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26495): Terminating (SIGTERM)\u000a23:19:08.935529 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26498): Terminating (SIGTERM)\u000a23:19:08.945756 --- ParallelTerminationStrategy: PID 26482 died...\u000a23:19:08.999313 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26482): Terminated: ok {rc=0}\u000a23:19:09.008914 --- ParallelTerminationStrategy: PID 26483 died...\u000a23:19:09.061746 run iperf3-srv_10.42.42.10(pid=26483): Terminated {rc=256}\u000a23:19:09.071366 --- ParallelTerminationStrategy: PID 26484 died...\u000a23:19:09.124148 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26484): Terminated: ok {rc=0}\u000a23:19:09.133974 --- ParallelTerminationStrategy: PID 26485 died...\u000a23:19:09.186442 run iperf3-srv_10.42.42.10(pid=26485): Terminated {rc=256}\u000a23:19:09.196064 --- ParallelTerminationStrategy: PID 26486 died...\u000a23:19:09.248915 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26486): Terminated: ok {rc=0}\u000a23:19:09.258753 --- ParallelTerminationStrategy: PID 26487 died...\u000a23:19:09.311514 run iperf3-srv_10.42.42.10(pid=26487): Terminated {rc=256}\u000a23:19:09.321334 --- ParallelTerminationStrategy: PID 26488 died...\u000a23:19:09.374490 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26488): Terminated: ok {rc=0}\u000a23:19:09.384485 --- ParallelTerminationStrategy: PID 26489 died...\u000a23:19:09.437676 run iperf3-srv_10.42.42.10(pid=26489): Terminated {rc=256}\u000a23:19:09.447125 --- ParallelTerminationStrategy: PID 26492 died...\u000a23:19:09.500113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26492): Terminated: ok {rc=0}\u000a23:19:09.509942 --- ParallelTerminationStrategy: PID 26495 died...\u000a23:19:09.562696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26495): Terminated: ok {rc=0}\u000a23:19:09.572521 --- ParallelTerminationStrategy: PID 26498 died...\u000a23:19:09.626233 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26498): Terminated: ok {rc=0}\u000a23:19:09.716130 bus /gobi_4: Setting Powered False\u000a23:19:10.819039 bus /gobi_4: Setting Powered False\u000a23:19:11.932216 bus /gobi_1: Setting Powered False\u000a23:19:13.039423 bus /gobi_1: Setting Powered False\u000a23:19:14.147215 bus /gobi_0: Setting Powered False\u000a23:19:15.252997 bus /gobi_0: Setting Powered False\u000a23:19:16.367050 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 21, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26507): Process ended prematurely: osmo-stp_10.42.42.5(pid=26507) [trial-2351↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26507)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26507): Process ended prematurely: osmo-stp_10.42.42.5(pid=26507) [trial-2351↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26507)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:sysmo+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a23:19:17.433648 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:17.445177 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:19:17.573335 tst ping.py: using LAC 17443\u000a23:19:17.695944 tst ping.py: using RAC 103\u000a23:19:17.816882 tst ping.py: using CellId 17443\u000a23:19:17.940394 tst ping.py: using BVCI 17444\u000a23:19:17.963951 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:17.975005 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:17.985867 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:17.996728 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:18.007553 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:18.018318 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:18.029386 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:18.040444 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:19:18.342665 tst ping.py:19: start network...\u000a23:19:18.480817 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:19:19.009524 run create_hlr_db(pid=26501): Launched\u000a23:19:19.201139 bus /gobi_6: Setting Powered False\u000a23:19:20.210357 run create_hlr_db(pid=26501): Terminated: ok {rc=0}\u000a23:19:20.634247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26503): Launched\u000a23:19:20.943602 run osmo-hlr_10.42.42.2(pid=26504): Launched\u000a23:19:21.063468 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:19:21.609675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26506): Launched\u000a23:19:21.920278 run osmo-stp_10.42.42.5(pid=26507): Launched\u000a23:19:22.032068 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:19:22.570542 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26509): Launched\u000a23:19:22.680164 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:19:22.950736 run patchelf(pid=26510): Launched\u000a23:19:23.130769 run osmo-stp_10.42.42.5(pid=26507): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26507)]\u000a23:19:23.262448 run osmo-stp_10.42.42.5(pid=26507): stdout: \u000a| (launched: 2022-12-08_23:19:21.766341)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:19:23.394277 run osmo-stp_10.42.42.5(pid=26507): stderr: \u000a| �[0;m�[38;5;43m20221208231921939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231921939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231921939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231921939 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231921940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231921940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231921940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:19:23.521868 run osmo-stp_10.42.42.5(pid=26507): stdout: \u000a| (launched: 2022-12-08_23:19:21.766341)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:19:23.647775 run osmo-stp_10.42.42.5(pid=26507): stderr: \u000a| �[0;m�[38;5;43m20221208231921939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231921939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231921939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231921939 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231921940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231921940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231921940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:19:23.794469 run patchelf(pid=26510): Terminating (SIGINT)\u000a23:19:23.966107 run patchelf(pid=26510): Terminated: ok {rc=0}\u000a23:19:23.997304 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26507): Process ended prematurely: osmo-stp_10.42.42.5(pid=26507) [trial-2351↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26507)] [trial-2351↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]\u000a23:19:24.006069 tst ping.py:22: Test FAILED (6.6 sec)\u000a23:19:24.066963 run osmo-hlr_10.42.42.2(pid=26504): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26504)]\u000a23:19:24.116301 run osmo-hlr_10.42.42.2(pid=26504): stdout: \u000a| (launched: 2022-12-08_23:19:20.790458) \u000a23:19:24.165828 run osmo-hlr_10.42.42.2(pid=26504): stderr: \u000a| �[0;m�[1;31m20221208231920967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208231920967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208231920967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231920967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231920967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208231920967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208231920979 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208231920987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208231920988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208231920988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:19:24.208544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26503): Terminating (SIGTERM)\u000a23:19:24.248815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26506): Terminating (SIGTERM)\u000a23:19:24.289619 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26509): Terminating (SIGTERM)\u000a23:19:24.299199 --- ParallelTerminationStrategy: PID 26503 died...\u000a23:19:24.353782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26503): Terminated: ok {rc=0}\u000a23:19:24.363862 --- ParallelTerminationStrategy: PID 26506 died...\u000a23:19:24.417833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26506): Terminated: ok {rc=0}\u000a23:19:24.427638 --- ParallelTerminationStrategy: PID 26509 died...\u000a23:19:24.481403 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26509): Terminated: ok {rc=0}\u000a23:19:24.570785 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 21, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26517): Process ended prematurely: osmo-stp_10.42.42.5(pid=26517) [trial-2351↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26517)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26517): Process ended prematurely: osmo-stp_10.42.42.5(pid=26517) [trial-2351↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26517)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a23:19:25.623585 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:25.635815 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:19:25.763102 tst ping_idle_ping.py: using LAC 17444\u000a23:19:25.883545 tst ping_idle_ping.py: using RAC 104\u000a23:19:26.005605 tst ping_idle_ping.py: using CellId 17444\u000a23:19:26.126388 tst ping_idle_ping.py: using BVCI 17445\u000a23:19:26.149908 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:26.160660 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:26.171480 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:26.182659 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:26.193570 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:26.204439 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:26.215555 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:26.226548 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:19:26.519540 tst ping_idle_ping.py:24: start network...\u000a23:19:26.648017 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:19:27.134372 run create_hlr_db(pid=26511): Launched\u000a23:19:27.312660 bus /gobi_6: Setting Powered False\u000a23:19:28.333542 run create_hlr_db(pid=26511): Terminated: ok {rc=0}\u000a23:19:28.775094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26513): Launched\u000a23:19:29.108351 run osmo-hlr_10.42.42.2(pid=26514): Launched\u000a23:19:29.229556 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:19:29.807623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26516): Launched\u000a23:19:30.140365 run osmo-stp_10.42.42.5(pid=26517): Launched\u000a23:19:30.260507 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:19:30.848382 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26519): Launched\u000a23:19:30.975405 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:19:31.285700 run patchelf(pid=26520): Launched\u000a23:19:31.482562 run osmo-stp_10.42.42.5(pid=26517): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26517)]\u000a23:19:31.627166 run osmo-stp_10.42.42.5(pid=26517): stdout: \u000a| (launched: 2022-12-08_23:19:29.975752)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:19:31.771799 run osmo-stp_10.42.42.5(pid=26517): stderr: \u000a| �[0;m�[38;5;43m20221208231930171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231930171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231930172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231930172 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231930172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231930174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231930174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:19:31.911282 run osmo-stp_10.42.42.5(pid=26517): stdout: \u000a| (launched: 2022-12-08_23:19:29.975752)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:19:32.049380 run osmo-stp_10.42.42.5(pid=26517): stderr: \u000a| �[0;m�[38;5;43m20221208231930171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231930171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231930172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231930172 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231930172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231930174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231930174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:19:32.209272 run patchelf(pid=26520): Terminating (SIGINT)\u000a23:19:32.394000 run patchelf(pid=26520): Terminated: ok {rc=0}\u000a23:19:32.427670 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26517): Process ended prematurely: osmo-stp_10.42.42.5(pid=26517) [trial-2351↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26517)] [trial-2351↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a23:19:32.437407 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a23:19:32.500567 run osmo-hlr_10.42.42.2(pid=26514): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26514)]\u000a23:19:32.552479 run osmo-hlr_10.42.42.2(pid=26514): stdout: \u000a| (launched: 2022-12-08_23:19:28.943858) \u000a23:19:32.605391 run osmo-hlr_10.42.42.2(pid=26514): stderr: \u000a| �[0;m�[1;31m20221208231929145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208231929145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208231929145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231929145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231929145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208231929145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208231929158 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208231929166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208231929167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208231929167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:19:32.650292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26513): Terminating (SIGTERM)\u000a23:19:32.692417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26516): Terminating (SIGTERM)\u000a23:19:32.734823 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26519): Terminating (SIGTERM)\u000a23:19:32.744716 --- ParallelTerminationStrategy: PID 26513 died...\u000a23:19:32.801855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26513): Terminated: ok {rc=0}\u000a23:19:32.812091 --- ParallelTerminationStrategy: PID 26516 died...\u000a23:19:32.868211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26516): Terminated: ok {rc=0}\u000a23:19:32.878419 --- ParallelTerminationStrategy: PID 26519 died...\u000a23:19:32.934384 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26519): Terminated: ok {rc=0}\u000a23:19:33.022459 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "13", "name" : "gprs_sysmo+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:18:34" }, { "cases" : [ { "testActions" : [ ], "age" : 209, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26534): Process ended prematurely: osmo-stp_10.42.42.5(pid=26534) [trial-2351↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26534)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26534): Process ended prematurely: osmo-stp_10.42.42.5(pid=26534) [trial-2351↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26534)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:19:35.151354 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:35.162886 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:19:35.310460 tst cs_paging_gprs_active.py: using LAC 17445\u000a23:19:35.431684 tst cs_paging_gprs_active.py: using RAC 105\u000a23:19:35.554634 tst cs_paging_gprs_active.py: using CellId 17445\u000a23:19:35.676103 tst cs_paging_gprs_active.py: using BVCI 17446\u000a23:19:35.700242 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:35.711346 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:35.722240 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:35.733052 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:35.743783 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:35.754764 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:35.765901 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:35.776671 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:35.787758 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:19:35.910063 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:19:36.214861 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:19:36.355550 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:19:36.703475 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26524): Launched\u000a23:19:36.993957 run iperf3-srv_10.42.42.10(pid=26525): Launched\u000a23:19:37.200491 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:19:37.341157 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:19:37.689432 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26526): Launched\u000a23:19:37.979797 run iperf3-srv_10.42.42.10(pid=26527): Launched\u000a23:19:38.185689 tst cs_paging_gprs_active.py:38: start network...\u000a23:19:38.325876 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:19:38.865273 run create_hlr_db(pid=26528): Launched\u000a23:19:39.059784 bus /gobi_6: Setting Powered False\u000a23:19:40.079570 run create_hlr_db(pid=26528): Terminated: ok {rc=0}\u000a23:19:40.502998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26530): Launched\u000a23:19:40.821014 run osmo-hlr_10.42.42.2(pid=26531): Launched\u000a23:19:40.940856 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:19:41.488774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26533): Launched\u000a23:19:41.806145 run osmo-stp_10.42.42.5(pid=26534): Launched\u000a23:19:41.921694 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:19:42.473133 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26536): Launched\u000a23:19:42.585259 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:19:42.861198 run patchelf(pid=26537): Launched\u000a23:19:43.044268 run osmo-stp_10.42.42.5(pid=26534): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26534)]\u000a23:19:43.178271 run osmo-stp_10.42.42.5(pid=26534): stdout: \u000a| (launched: 2022-12-08_23:19:41.649061)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:19:43.311988 run osmo-stp_10.42.42.5(pid=26534): stderr: \u000a| �[0;m�[38;5;43m20221208231941824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231941824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231941824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231941825 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231941825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231941825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231941825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:19:43.441368 run osmo-stp_10.42.42.5(pid=26534): stdout: \u000a| (launched: 2022-12-08_23:19:41.649061)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:19:43.569954 run osmo-stp_10.42.42.5(pid=26534): stderr: \u000a| �[0;m�[38;5;43m20221208231941824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231941824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231941824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231941825 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231941825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231941825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231941825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:19:43.719513 run patchelf(pid=26537): Terminating (SIGINT)\u000a23:19:43.895576 run patchelf(pid=26537): Terminated: ok {rc=0}\u000a23:19:43.927972 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26534): Process ended prematurely: osmo-stp_10.42.42.5(pid=26534) [trial-2351↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26534)] [trial-2351↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a23:19:43.937429 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a23:19:43.997988 run osmo-hlr_10.42.42.2(pid=26531): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26531)]\u000a23:19:44.046905 run osmo-hlr_10.42.42.2(pid=26531): stdout: \u000a| (launched: 2022-12-08_23:19:40.663948) \u000a23:19:44.096501 run osmo-hlr_10.42.42.2(pid=26531): stderr: \u000a| �[0;m�[1;31m20221208231940843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208231940843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208231940843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231940844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231940844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208231940844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208231940856 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208231940864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208231940865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208231940865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:19:44.138233 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26524): Terminating (SIGTERM)\u000a23:19:44.177663 run iperf3-srv_10.42.42.10(pid=26525): Terminating (SIGTERM)\u000a23:19:44.217227 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26526): Terminating (SIGTERM)\u000a23:19:44.256729 run iperf3-srv_10.42.42.10(pid=26527): Terminating (SIGTERM)\u000a23:19:44.296564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26530): Terminating (SIGTERM)\u000a23:19:44.336170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26533): Terminating (SIGTERM)\u000a23:19:44.375930 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26536): Terminating (SIGTERM)\u000a23:19:44.385339 --- ParallelTerminationStrategy: PID 26524 died...\u000a23:19:44.438677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26524): Terminated: ok {rc=0}\u000a23:19:44.448443 --- ParallelTerminationStrategy: PID 26525 died...\u000a23:19:44.501524 run iperf3-srv_10.42.42.10(pid=26525): Terminated {rc=256}\u000a23:19:44.511088 --- ParallelTerminationStrategy: PID 26526 died...\u000a23:19:44.563904 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26526): Terminated: ok {rc=0}\u000a23:19:44.573985 --- ParallelTerminationStrategy: PID 26527 died...\u000a23:19:44.627074 run iperf3-srv_10.42.42.10(pid=26527): Terminated {rc=256}\u000a23:19:44.636641 --- ParallelTerminationStrategy: PID 26530 died...\u000a23:19:44.689754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26530): Terminated: ok {rc=0}\u000a23:19:44.699514 --- ParallelTerminationStrategy: PID 26533 died...\u000a23:19:44.752736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26533): Terminated: ok {rc=0}\u000a23:19:44.762429 --- ParallelTerminationStrategy: PID 26536 died...\u000a23:19:44.815477 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26536): Terminated: ok {rc=0}\u000a23:19:44.903960 bus /gobi_0: Setting Powered False\u000a23:19:46.016000 bus /gobi_0: Setting Powered False\u000a23:19:47.141540 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 209, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26546): Process ended prematurely: osmo-stp_10.42.42.5(pid=26546) [trial-2351↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26546)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26546): Process ended prematurely: osmo-stp_10.42.42.5(pid=26546) [trial-2351↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26546)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a23:19:48.256076 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:48.268096 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:19:48.427244 tst iperf3.py: using LAC 17446\u000a23:19:48.559685 tst iperf3.py: using RAC 106\u000a23:19:48.692336 tst iperf3.py: using CellId 17446\u000a23:19:48.824872 tst iperf3.py: using BVCI 17447\u000a23:19:48.850861 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:48.862288 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:48.873467 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:48.884793 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:48.895883 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:48.907046 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:48.918314 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:48.929333 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:48.940572 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:19:49.242656 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:19:49.383211 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:19:49.732555 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26538): Launched\u000a23:19:50.025330 run iperf3-srv_10.42.42.10(pid=26539): Launched\u000a23:19:50.232080 tst iperf3.py:8: start network...\u000a23:19:50.372793 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:19:50.911940 run create_hlr_db(pid=26540): Launched\u000a23:19:51.106456 bus /gobi_6: Setting Powered False\u000a23:19:52.127182 run create_hlr_db(pid=26540): Terminated: ok {rc=0}\u000a23:19:52.550270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26542): Launched\u000a23:19:52.866669 run osmo-hlr_10.42.42.2(pid=26543): Launched\u000a23:19:52.981889 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:19:53.527080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26545): Launched\u000a23:19:53.842147 run osmo-stp_10.42.42.5(pid=26546): Launched\u000a23:19:53.957262 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:19:54.505365 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26548): Launched\u000a23:19:54.616905 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:19:54.892245 run patchelf(pid=26549): Launched\u000a23:19:55.075975 run osmo-stp_10.42.42.5(pid=26546): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26546)]\u000a23:19:55.210812 run osmo-stp_10.42.42.5(pid=26546): stdout: \u000a| (launched: 2022-12-08_23:19:53.686387)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:19:55.345419 run osmo-stp_10.42.42.5(pid=26546): stderr: \u000a| �[0;m�[38;5;43m20221208231953860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231953860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231953861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231953861 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231953862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231953862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231953862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:19:55.475094 run osmo-stp_10.42.42.5(pid=26546): stdout: \u000a| (launched: 2022-12-08_23:19:53.686387)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:19:55.603620 run osmo-stp_10.42.42.5(pid=26546): stderr: \u000a| �[0;m�[38;5;43m20221208231953860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208231953860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208231953861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208231953861 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208231953862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208231953862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208231953862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:19:55.753124 run patchelf(pid=26549): Terminating (SIGINT)\u000a23:19:55.928215 run patchelf(pid=26549): Terminated: ok {rc=0}\u000a23:19:55.960307 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26546): Process ended prematurely: osmo-stp_10.42.42.5(pid=26546) [trial-2351↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26546)] [trial-2351↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a23:19:55.969771 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a23:19:56.030915 run osmo-hlr_10.42.42.2(pid=26543): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26543)]\u000a23:19:56.080312 run osmo-hlr_10.42.42.2(pid=26543): stdout: \u000a| (launched: 2022-12-08_23:19:52.710045) \u000a23:19:56.130013 run osmo-hlr_10.42.42.2(pid=26543): stderr: \u000a| �[0;m�[1;31m20221208231952892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208231952892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208231952892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231952893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208231952893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208231952893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208231952904 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208231952913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208231952913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208231952913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:19:56.172517 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26538): Terminating (SIGTERM)\u000a23:19:56.212446 run iperf3-srv_10.42.42.10(pid=26539): Terminating (SIGTERM)\u000a23:19:56.252623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26542): Terminating (SIGTERM)\u000a23:19:56.292541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26545): Terminating (SIGTERM)\u000a23:19:56.332419 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26548): Terminating (SIGTERM)\u000a23:19:56.341888 --- ParallelTerminationStrategy: PID 26538 died...\u000a23:19:56.395319 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26538): Terminated: ok {rc=0}\u000a23:19:56.405211 --- ParallelTerminationStrategy: PID 26539 died...\u000a23:19:56.457993 run iperf3-srv_10.42.42.10(pid=26539): Terminated {rc=256}\u000a23:19:56.467704 --- ParallelTerminationStrategy: PID 26542 died...\u000a23:19:56.521094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26542): Terminated: ok {rc=0}\u000a23:19:56.530664 --- ParallelTerminationStrategy: PID 26545 died...\u000a23:19:56.583975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26545): Terminated: ok {rc=0}\u000a23:19:56.593661 --- ParallelTerminationStrategy: PID 26548 died...\u000a23:19:56.646898 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26548): Terminated: ok {rc=0}\u000a23:19:56.735204 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 209, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26574): Process ended prematurely: osmo-stp_10.42.42.5(pid=26574) [trial-2351↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26574)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26574): Process ended prematurely: osmo-stp_10.42.42.5(pid=26574) [trial-2351↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26574)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a23:19:57.852011 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:57.864243 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:19:58.021076 tst iperf3m4.py: using LAC 17447\u000a23:19:58.154335 tst iperf3m4.py: using RAC 107\u000a23:19:58.285570 tst iperf3m4.py: using CellId 17447\u000a23:19:58.418412 tst iperf3m4.py: using BVCI 17448\u000a23:19:58.444024 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:58.455526 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:58.466772 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:58.478199 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:58.489479 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:58.501168 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:58.512575 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:58.523802 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:58.535403 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:19:58.653454 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:19:58.776815 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:19:58.896606 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:19:59.198652 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:19:59.338613 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:19:59.689442 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26550): Launched\u000a23:19:59.980137 run iperf3-srv_10.42.42.10(pid=26551): Launched\u000a23:20:00.187839 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:20:00.328352 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:20:00.677723 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26552): Launched\u000a23:20:00.996405 run iperf3-srv_10.42.42.10(pid=26553): Launched\u000a23:20:01.216751 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:20:01.351563 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:20:01.723084 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26557): Launched\u000a23:20:02.111123 run iperf3-srv_10.42.42.10(pid=26559): Launched\u000a23:20:02.340126 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:20:02.481152 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:20:02.813699 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26566): Launched\u000a23:20:03.085700 run iperf3-srv_10.42.42.10(pid=26567): Launched\u000a23:20:03.276821 tst iperf3m4.py:8: start network...\u000a23:20:03.407546 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:20:03.903012 run create_hlr_db(pid=26568): Launched\u000a23:20:04.084150 bus /gobi_6: Setting Powered False\u000a23:20:05.104240 run create_hlr_db(pid=26568): Terminated: ok {rc=0}\u000a23:20:05.550818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26570): Launched\u000a23:20:05.888289 run osmo-hlr_10.42.42.2(pid=26571): Launched\u000a23:20:06.010357 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:20:06.596102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26573): Launched\u000a23:20:06.933565 run osmo-stp_10.42.42.5(pid=26574): Launched\u000a23:20:07.054585 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:20:07.640305 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26576): Launched\u000a23:20:07.759435 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:20:08.054599 run patchelf(pid=26577): Launched\u000a23:20:08.249996 run osmo-stp_10.42.42.5(pid=26574): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26574)]\u000a23:20:08.392548 run osmo-stp_10.42.42.5(pid=26574): stdout: \u000a| (launched: 2022-12-08_23:20:06.767240)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:20:08.535215 run osmo-stp_10.42.42.5(pid=26574): stderr: \u000a| �[0;m�[38;5;43m20221208232006963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232006963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232006963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232006963 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232006966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232006966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232006966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:20:08.673073 run osmo-stp_10.42.42.5(pid=26574): stdout: \u000a| (launched: 2022-12-08_23:20:06.767240)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:20:08.810423 run osmo-stp_10.42.42.5(pid=26574): stderr: \u000a| �[0;m�[38;5;43m20221208232006963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232006963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232006963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232006963 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232006966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232006966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232006966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:20:08.969530 run patchelf(pid=26577): Terminating (SIGINT)\u000a23:20:09.156220 run patchelf(pid=26577): Terminated: ok {rc=0}\u000a23:20:09.190546 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26574): Process ended prematurely: osmo-stp_10.42.42.5(pid=26574) [trial-2351↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26574)] [trial-2351↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a23:20:09.200494 tst iperf3m4.py:8: Test FAILED (11.4 sec)\u000a23:20:09.263379 run osmo-hlr_10.42.42.2(pid=26571): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26571)]\u000a23:20:09.314659 run osmo-hlr_10.42.42.2(pid=26571): stdout: \u000a| (launched: 2022-12-08_23:20:05.721945) \u000a23:20:09.366716 run osmo-hlr_10.42.42.2(pid=26571): stderr: \u000a| �[0;m�[1;31m20221208232005924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208232005924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208232005924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232005925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232005925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208232005925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208232005937 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208232005945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208232005946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208232005946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:20:09.411160 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26550): Terminating (SIGTERM)\u000a23:20:09.453181 run iperf3-srv_10.42.42.10(pid=26551): Terminating (SIGTERM)\u000a23:20:09.495219 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26552): Terminating (SIGTERM)\u000a23:20:09.537171 run iperf3-srv_10.42.42.10(pid=26553): Terminating (SIGTERM)\u000a23:20:09.579106 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26557): Terminating (SIGTERM)\u000a23:20:09.620872 run iperf3-srv_10.42.42.10(pid=26559): Terminating (SIGTERM)\u000a23:20:09.662776 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26566): Terminating (SIGTERM)\u000a23:20:09.704501 run iperf3-srv_10.42.42.10(pid=26567): Terminating (SIGTERM)\u000a23:20:09.746553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26570): Terminating (SIGTERM)\u000a23:20:09.788711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26573): Terminating (SIGTERM)\u000a23:20:09.830891 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26576): Terminating (SIGTERM)\u000a23:20:09.840660 --- ParallelTerminationStrategy: PID 26550 died...\u000a23:20:09.896844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26550): Terminated: ok {rc=0}\u000a23:20:09.907086 --- ParallelTerminationStrategy: PID 26551 died...\u000a23:20:09.962567 run iperf3-srv_10.42.42.10(pid=26551): Terminated {rc=256}\u000a23:20:09.972662 --- ParallelTerminationStrategy: PID 26552 died...\u000a23:20:10.028422 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26552): Terminated: ok {rc=0}\u000a23:20:10.038526 --- ParallelTerminationStrategy: PID 26553 died...\u000a23:20:10.094455 run iperf3-srv_10.42.42.10(pid=26553): Terminated {rc=256}\u000a23:20:10.104769 --- ParallelTerminationStrategy: PID 26557 died...\u000a23:20:10.160613 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26557): Terminated: ok {rc=0}\u000a23:20:10.170781 --- ParallelTerminationStrategy: PID 26559 died...\u000a23:20:10.226312 run iperf3-srv_10.42.42.10(pid=26559): Terminated {rc=256}\u000a23:20:10.236288 --- ParallelTerminationStrategy: PID 26566 died...\u000a23:20:10.291945 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26566): Terminated: ok {rc=0}\u000a23:20:10.302121 --- ParallelTerminationStrategy: PID 26567 died...\u000a23:20:10.357833 run iperf3-srv_10.42.42.10(pid=26567): Terminated {rc=256}\u000a23:20:10.368000 --- ParallelTerminationStrategy: PID 26570 died...\u000a23:20:10.423931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26570): Terminated: ok {rc=0}\u000a23:20:10.434240 --- ParallelTerminationStrategy: PID 26573 died...\u000a23:20:10.490239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26573): Terminated: ok {rc=0}\u000a23:20:10.500461 --- ParallelTerminationStrategy: PID 26576 died...\u000a23:20:10.556132 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26576): Terminated: ok {rc=0}\u000a23:20:10.643040 bus /gobi_4: Setting Powered False\u000a23:20:11.749986 bus /gobi_4: Setting Powered False\u000a23:20:12.870427 bus /gobi_1: Setting Powered False\u000a23:20:13.987927 bus /gobi_1: Setting Powered False\u000a23:20:15.099031 bus /gobi_0: Setting Powered False\u000a23:20:16.205367 bus /gobi_0: Setting Powered False\u000a23:20:17.319868 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 21, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26935): Process ended prematurely: osmo-stp_10.42.42.5(pid=26935) [trial-2351↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26935)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26935): Process ended prematurely: osmo-stp_10.42.42.5(pid=26935) [trial-2351↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26935)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:sysmo+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a23:20:18.387280 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:18.398930 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:20:18.544294 tst ping.py: using LAC 17448\u000a23:20:18.666657 tst ping.py: using RAC 108\u000a23:20:18.789744 tst ping.py: using CellId 17448\u000a23:20:18.911531 tst ping.py: using BVCI 17449\u000a23:20:18.934925 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:18.945935 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:18.956615 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:18.967684 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:18.978571 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:18.989551 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:19.000641 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:19.011568 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:20:19.309812 tst ping.py:19: start network...\u000a23:20:19.447376 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:20:19.975427 run create_hlr_db(pid=26929): Launched\u000a23:20:20.167167 bus /gobi_6: Setting Powered False\u000a23:20:21.186891 run create_hlr_db(pid=26929): Terminated: ok {rc=0}\u000a23:20:21.605553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26931): Launched\u000a23:20:21.915985 run osmo-hlr_10.42.42.2(pid=26932): Launched\u000a23:20:22.034477 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:20:22.590399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26934): Launched\u000a23:20:22.924545 run osmo-stp_10.42.42.5(pid=26935): Launched\u000a23:20:23.176655 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:20:23.756526 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27037): Launched\u000a23:20:23.869394 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:20:24.176897 run patchelf(pid=27113): Launched\u000a23:20:24.373554 run osmo-stp_10.42.42.5(pid=26935): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26935)]\u000a23:20:24.517043 run osmo-stp_10.42.42.5(pid=26935): stdout: \u000a| (launched: 2022-12-08_23:20:22.746907)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:20:24.661613 run osmo-stp_10.42.42.5(pid=26935): stderr: \u000a| �[0;m�[38;5;43m20221208232022976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232022976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232022981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232022981 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232022982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232022982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232022982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:20:24.801715 run osmo-stp_10.42.42.5(pid=26935): stdout: \u000a| (launched: 2022-12-08_23:20:22.746907)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:20:24.938541 run osmo-stp_10.42.42.5(pid=26935): stderr: \u000a| �[0;m�[38;5;43m20221208232022976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232022976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232022981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232022981 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232022982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232022982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232022982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:20:25.098239 run patchelf(pid=27113): Terminating (SIGINT)\u000a23:20:25.285784 run patchelf(pid=27113): Terminated: ok {rc=0}\u000a23:20:25.320053 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26935): Process ended prematurely: osmo-stp_10.42.42.5(pid=26935) [trial-2351↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26935)] [trial-2351↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]\u000a23:20:25.330305 tst ping.py:22: Test FAILED (6.9 sec)\u000a23:20:25.396174 run osmo-hlr_10.42.42.2(pid=26932): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26932)]\u000a23:20:25.449734 run osmo-hlr_10.42.42.2(pid=26932): stdout: \u000a| (launched: 2022-12-08_23:20:21.762198) \u000a23:20:25.502511 run osmo-hlr_10.42.42.2(pid=26932): stderr: \u000a| �[0;m�[1;31m20221208232021942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208232021942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208232021942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232021942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232021942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208232021942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208232021962 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208232021970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208232021970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208232021971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:20:25.547922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26931): Terminating (SIGTERM)\u000a23:20:25.594544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26934): Terminating (SIGTERM)\u000a23:20:25.639929 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27037): Terminating (SIGTERM)\u000a23:20:25.651259 --- ParallelTerminationStrategy: PID 26931 died...\u000a23:20:25.710731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26931): Terminated: ok {rc=0}\u000a23:20:25.721906 --- ParallelTerminationStrategy: PID 26934 died...\u000a23:20:25.781835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26934): Terminated: ok {rc=0}\u000a23:20:25.792642 --- ParallelTerminationStrategy: PID 27037 died...\u000a23:20:25.850027 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27037): Terminated: ok {rc=0}\u000a23:20:25.939491 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 21, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27121): Process ended prematurely: osmo-stp_10.42.42.5(pid=27121) [trial-2351↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27121)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27121): Process ended prematurely: osmo-stp_10.42.42.5(pid=27121) [trial-2351↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27121)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a23:20:26.996592 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:27.009596 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:20:27.164155 tst ping_idle_ping.py: using LAC 17449\u000a23:20:27.298278 tst ping_idle_ping.py: using RAC 109\u000a23:20:27.427341 tst ping_idle_ping.py: using CellId 17449\u000a23:20:27.556109 tst ping_idle_ping.py: using BVCI 17450\u000a23:20:27.584146 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:27.596519 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:27.609164 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:27.622213 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:27.635259 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:27.647737 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:27.660038 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:27.674592 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:20:27.983323 tst ping_idle_ping.py:24: start network...\u000a23:20:28.127968 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:20:28.709753 run create_hlr_db(pid=27114): Launched\u000a23:20:28.914625 bus /gobi_6: Setting Powered False\u000a23:20:29.922075 run create_hlr_db(pid=27114): Terminated: ok {rc=0}\u000a23:20:30.375541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27117): Launched\u000a23:20:30.708265 run osmo-hlr_10.42.42.2(pid=27118): Launched\u000a23:20:30.843219 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:20:31.504313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27120): Launched\u000a23:20:31.992464 run osmo-stp_10.42.42.5(pid=27121): Launched\u000a23:20:32.128554 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:20:32.707248 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27123): Launched\u000a23:20:32.825597 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:20:33.115401 run patchelf(pid=27124): Launched\u000a23:20:33.308240 run osmo-stp_10.42.42.5(pid=27121): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27121)]\u000a23:20:33.449416 run osmo-stp_10.42.42.5(pid=27121): stdout: \u000a| (launched: 2022-12-08_23:20:31.675412)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:20:33.590364 run osmo-stp_10.42.42.5(pid=27121): stderr: \u000a| �[0;m�[38;5;43m20221208232031879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232031879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232031880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232031880 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232031881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232031881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232031881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:20:33.726690 run osmo-stp_10.42.42.5(pid=27121): stdout: \u000a| (launched: 2022-12-08_23:20:31.675412)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:20:33.862003 run osmo-stp_10.42.42.5(pid=27121): stderr: \u000a| �[0;m�[38;5;43m20221208232031879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232031879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232031880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232031880 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232031881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232031881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232031881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:20:34.019310 run patchelf(pid=27124): Terminating (SIGINT)\u000a23:20:34.203335 run patchelf(pid=27124): Terminated: ok {rc=0}\u000a23:20:34.236592 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27121): Process ended prematurely: osmo-stp_10.42.42.5(pid=27121) [trial-2351↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27121)] [trial-2351↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a23:20:34.245976 tst ping_idle_ping.py:27: Test FAILED (7.2 sec)\u000a23:20:34.309040 run osmo-hlr_10.42.42.2(pid=27118): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27118)]\u000a23:20:34.360611 run osmo-hlr_10.42.42.2(pid=27118): stdout: \u000a| (launched: 2022-12-08_23:20:30.544217) \u000a23:20:34.413158 run osmo-hlr_10.42.42.2(pid=27118): stderr: \u000a| �[0;m�[1;31m20221208232030745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208232030745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208232030745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232030745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232030745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208232030745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208232030758 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208232030770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208232030770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208232030770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:20:34.457903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27117): Terminating (SIGTERM)\u000a23:20:34.500266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27120): Terminating (SIGTERM)\u000a23:20:34.542864 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27123): Terminating (SIGTERM)\u000a23:20:34.552651 --- ParallelTerminationStrategy: PID 27117 died...\u000a23:20:34.608837 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27117): Terminated: ok {rc=0}\u000a23:20:34.619175 --- ParallelTerminationStrategy: PID 27120 died...\u000a23:20:34.675260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27120): Terminated: ok {rc=0}\u000a23:20:34.685575 --- ParallelTerminationStrategy: PID 27123 died...\u000a23:20:34.741472 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27123): Terminated: ok {rc=0}\u000a23:20:34.828834 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "14", "name" : "gprs_sysmo+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:19:34" }, { "cases" : [ { "testActions" : [ ], "age" : 209, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27138): Process ended prematurely: osmo-stp_10.42.42.5(pid=27138) [trial-2351↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27138)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27138): Process ended prematurely: osmo-stp_10.42.42.5(pid=27138) [trial-2351↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27138)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:20:36.954809 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:36.966199 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:20:37.121562 tst cs_paging_gprs_active.py: using LAC 17450\u000a23:20:37.246695 tst cs_paging_gprs_active.py: using RAC 110\u000a23:20:37.377082 tst cs_paging_gprs_active.py: using CellId 17450\u000a23:20:37.508714 tst cs_paging_gprs_active.py: using BVCI 17451\u000a23:20:37.534679 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:37.546191 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:37.557557 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:37.568711 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:37.579940 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:37.591186 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:37.602511 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:37.613580 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:37.624808 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:20:37.746663 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:20:38.034809 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:20:38.165282 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:20:38.492728 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27128): Launched\u000a23:20:38.764923 run iperf3-srv_10.42.42.10(pid=27129): Launched\u000a23:20:38.957003 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:20:39.087434 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:20:39.413867 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27130): Launched\u000a23:20:39.684759 run iperf3-srv_10.42.42.10(pid=27131): Launched\u000a23:20:39.877139 tst cs_paging_gprs_active.py:38: start network...\u000a23:20:40.008666 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:20:40.506345 run create_hlr_db(pid=27132): Launched\u000a23:20:40.688771 bus /gobi_6: Setting Powered False\u000a23:20:41.707763 run create_hlr_db(pid=27132): Terminated: ok {rc=0}\u000a23:20:42.127343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27134): Launched\u000a23:20:42.445495 run osmo-hlr_10.42.42.2(pid=27135): Launched\u000a23:20:42.567283 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:20:43.121391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27137): Launched\u000a23:20:43.438352 run osmo-stp_10.42.42.5(pid=27138): Launched\u000a23:20:43.552583 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:20:44.101741 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27140): Launched\u000a23:20:44.213885 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:20:44.490768 run patchelf(pid=27141): Launched\u000a23:20:44.674517 run osmo-stp_10.42.42.5(pid=27138): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27138)]\u000a23:20:44.808628 run osmo-stp_10.42.42.5(pid=27138): stdout: \u000a| (launched: 2022-12-08_23:20:43.280832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:20:44.942944 run osmo-stp_10.42.42.5(pid=27138): stderr: \u000a| �[0;m�[38;5;43m20221208232043455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232043455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232043455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232043456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232043456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232043456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232043456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:20:45.072716 run osmo-stp_10.42.42.5(pid=27138): stdout: \u000a| (launched: 2022-12-08_23:20:43.280832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:20:45.201817 run osmo-stp_10.42.42.5(pid=27138): stderr: \u000a| �[0;m�[38;5;43m20221208232043455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232043455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232043455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232043456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232043456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232043456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232043456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:20:45.351516 run patchelf(pid=27141): Terminating (SIGINT)\u000a23:20:45.527345 run patchelf(pid=27141): Terminated: ok {rc=0}\u000a23:20:45.559432 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27138): Process ended prematurely: osmo-stp_10.42.42.5(pid=27138) [trial-2351↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27138)] [trial-2351↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a23:20:45.568714 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a23:20:45.629487 run osmo-hlr_10.42.42.2(pid=27135): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27135)]\u000a23:20:45.679013 run osmo-hlr_10.42.42.2(pid=27135): stdout: \u000a| (launched: 2022-12-08_23:20:42.287068) \u000a23:20:45.728327 run osmo-hlr_10.42.42.2(pid=27135): stderr: \u000a| �[0;m�[1;31m20221208232042469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208232042470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208232042470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232042470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232042470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208232042470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208232042491 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208232042501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208232042501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208232042501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:20:45.770655 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27128): Terminating (SIGTERM)\u000a23:20:45.810821 run iperf3-srv_10.42.42.10(pid=27129): Terminating (SIGTERM)\u000a23:20:45.876373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27130): Terminating (SIGTERM)\u000a23:20:45.919885 run iperf3-srv_10.42.42.10(pid=27131): Terminating (SIGTERM)\u000a23:20:45.965671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27134): Terminating (SIGTERM)\u000a23:20:46.009415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27137): Terminating (SIGTERM)\u000a23:20:46.052262 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27140): Terminating (SIGTERM)\u000a23:20:46.063359 --- ParallelTerminationStrategy: PID 27128 died...\u000a23:20:46.120332 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27128): Terminated: ok {rc=0}\u000a23:20:46.131122 --- ParallelTerminationStrategy: PID 27129 died...\u000a23:20:46.187971 run iperf3-srv_10.42.42.10(pid=27129): Terminated {rc=256}\u000a23:20:46.198664 --- ParallelTerminationStrategy: PID 27130 died...\u000a23:20:46.255731 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27130): Terminated: ok {rc=0}\u000a23:20:46.266490 --- ParallelTerminationStrategy: PID 27131 died...\u000a23:20:46.323326 run iperf3-srv_10.42.42.10(pid=27131): Terminated {rc=256}\u000a23:20:46.334123 --- ParallelTerminationStrategy: PID 27134 died...\u000a23:20:46.391584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27134): Terminated: ok {rc=0}\u000a23:20:46.402381 --- ParallelTerminationStrategy: PID 27137 died...\u000a23:20:46.459445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27137): Terminated: ok {rc=0}\u000a23:20:46.470144 --- ParallelTerminationStrategy: PID 27140 died...\u000a23:20:46.527390 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27140): Terminated: ok {rc=0}\u000a23:20:46.626842 bus /gobi_0: Setting Powered False\u000a23:20:47.735985 bus /gobi_0: Setting Powered False\u000a23:20:48.847896 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 209, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27150): Process ended prematurely: osmo-stp_10.42.42.5(pid=27150) [trial-2351↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27150)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27150): Process ended prematurely: osmo-stp_10.42.42.5(pid=27150) [trial-2351↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27150)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a23:20:49.959277 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:49.970825 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:20:50.122430 tst iperf3.py: using LAC 17451\u000a23:20:50.250655 tst iperf3.py: using RAC 111\u000a23:20:50.374029 tst iperf3.py: using CellId 17451\u000a23:20:50.496072 tst iperf3.py: using BVCI 17452\u000a23:20:50.520209 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:50.531229 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:50.541997 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:50.553004 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:50.563833 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:50.574742 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:50.585868 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:50.596669 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:50.607741 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:20:50.893091 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:20:51.024449 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:20:51.351888 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27142): Launched\u000a23:20:51.625049 run iperf3-srv_10.42.42.10(pid=27143): Launched\u000a23:20:51.817522 tst iperf3.py:8: start network...\u000a23:20:51.948694 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:20:52.445040 run create_hlr_db(pid=27144): Launched\u000a23:20:52.625828 bus /gobi_6: Setting Powered False\u000a23:20:53.646077 run create_hlr_db(pid=27144): Terminated: ok {rc=0}\u000a23:20:54.065428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27146): Launched\u000a23:20:54.382588 run osmo-hlr_10.42.42.2(pid=27147): Launched\u000a23:20:54.505572 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:20:55.058042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27149): Launched\u000a23:20:55.375466 run osmo-stp_10.42.42.5(pid=27150): Launched\u000a23:20:55.491024 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:20:56.039796 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27152): Launched\u000a23:20:56.152156 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:20:56.430508 run patchelf(pid=27153): Launched\u000a23:20:56.614707 run osmo-stp_10.42.42.5(pid=27150): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27150)]\u000a23:20:56.749195 run osmo-stp_10.42.42.5(pid=27150): stdout: \u000a| (launched: 2022-12-08_23:20:55.218060)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:20:56.883630 run osmo-stp_10.42.42.5(pid=27150): stderr: \u000a| �[0;m�[38;5;43m20221208232055393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232055393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232055394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232055394 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232055394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232055395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232055395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:20:57.013151 run osmo-stp_10.42.42.5(pid=27150): stdout: \u000a| (launched: 2022-12-08_23:20:55.218060)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:20:57.141247 run osmo-stp_10.42.42.5(pid=27150): stderr: \u000a| �[0;m�[38;5;43m20221208232055393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232055393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232055394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232055394 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232055394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232055395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232055395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:20:57.290635 run patchelf(pid=27153): Terminating (SIGINT)\u000a23:20:57.466626 run patchelf(pid=27153): Terminated: ok {rc=0}\u000a23:20:57.498842 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27150): Process ended prematurely: osmo-stp_10.42.42.5(pid=27150) [trial-2351↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27150)] [trial-2351↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a23:20:57.508101 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a23:20:57.567769 run osmo-hlr_10.42.42.2(pid=27147): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27147)]\u000a23:20:57.616412 run osmo-hlr_10.42.42.2(pid=27147): stdout: \u000a| (launched: 2022-12-08_23:20:54.224827) \u000a23:20:57.665406 run osmo-hlr_10.42.42.2(pid=27147): stderr: \u000a| �[0;m�[1;31m20221208232054405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208232054406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208232054406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232054406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232054406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208232054406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208232054418 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208232054426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208232054426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208232054426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:20:57.707104 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27142): Terminating (SIGTERM)\u000a23:20:57.746188 run iperf3-srv_10.42.42.10(pid=27143): Terminating (SIGTERM)\u000a23:20:57.786077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27146): Terminating (SIGTERM)\u000a23:20:57.825519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27149): Terminating (SIGTERM)\u000a23:20:57.864867 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27152): Terminating (SIGTERM)\u000a23:20:57.874274 --- ParallelTerminationStrategy: PID 27142 died...\u000a23:20:57.927120 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27142): Terminated: ok {rc=0}\u000a23:20:57.936655 --- ParallelTerminationStrategy: PID 27143 died...\u000a23:20:57.989152 run iperf3-srv_10.42.42.10(pid=27143): Terminated {rc=256}\u000a23:20:57.998539 --- ParallelTerminationStrategy: PID 27146 died...\u000a23:20:58.051009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27146): Terminated: ok {rc=0}\u000a23:20:58.060689 --- ParallelTerminationStrategy: PID 27149 died...\u000a23:20:58.113630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27149): Terminated: ok {rc=0}\u000a23:20:58.123135 --- ParallelTerminationStrategy: PID 27152 died...\u000a23:20:58.176198 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27152): Terminated: ok {rc=0}\u000a23:20:58.259299 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27168): Process ended prematurely: osmo-stp_10.42.42.5(pid=27168) [trial-2351↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27168)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27168): Process ended prematurely: osmo-stp_10.42.42.5(pid=27168) [trial-2351↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27168)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a23:20:59.376842 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:59.388845 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:20:59.546932 tst iperf3m4.py: using LAC 17452\u000a23:20:59.678612 tst iperf3m4.py: using RAC 112\u000a23:20:59.810868 tst iperf3m4.py: using CellId 17452\u000a23:20:59.939053 tst iperf3m4.py: using BVCI 17453\u000a23:20:59.963083 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:59.974052 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:59.984751 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:59.995748 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:00.006718 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:00.018266 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:00.029331 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:00.040137 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:00.051470 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:21:00.167998 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:21:00.289589 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:21:00.411233 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:21:00.697287 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:21:00.829375 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:21:01.202182 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27154): Launched\u000a23:21:01.544926 run iperf3-srv_10.42.42.10(pid=27155): Launched\u000a23:21:01.800366 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:21:01.944702 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:21:02.315457 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27156): Launched\u000a23:21:02.607305 run iperf3-srv_10.42.42.10(pid=27157): Launched\u000a23:21:02.813907 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:21:02.954495 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:21:03.303930 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27158): Launched\u000a23:21:03.594633 run iperf3-srv_10.42.42.10(pid=27159): Launched\u000a23:21:03.800628 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:21:03.940241 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:21:04.288909 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27160): Launched\u000a23:21:04.579701 run iperf3-srv_10.42.42.10(pid=27161): Launched\u000a23:21:04.785187 tst iperf3m4.py:8: start network...\u000a23:21:04.926270 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:21:05.463891 run create_hlr_db(pid=27162): Launched\u000a23:21:05.657716 bus /gobi_6: Setting Powered False\u000a23:21:06.678401 run create_hlr_db(pid=27162): Terminated: ok {rc=0}\u000a23:21:07.126903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27164): Launched\u000a23:21:07.464406 run osmo-hlr_10.42.42.2(pid=27165): Launched\u000a23:21:07.588056 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:21:08.180030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27167): Launched\u000a23:21:08.518084 run osmo-stp_10.42.42.5(pid=27168): Launched\u000a23:21:08.640513 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:21:09.229082 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27170): Launched\u000a23:21:09.349370 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:21:09.644325 run patchelf(pid=27171): Launched\u000a23:21:09.840815 run osmo-stp_10.42.42.5(pid=27168): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27168)]\u000a23:21:09.984317 run osmo-stp_10.42.42.5(pid=27168): stdout: \u000a| (launched: 2022-12-08_23:21:08.351151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:21:10.128154 run osmo-stp_10.42.42.5(pid=27168): stderr: \u000a| �[0;m�[38;5;43m20221208232108547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232108547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232108547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232108547 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232108550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232108550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232108550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:21:10.266458 run osmo-stp_10.42.42.5(pid=27168): stdout: \u000a| (launched: 2022-12-08_23:21:08.351151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:21:10.403592 run osmo-stp_10.42.42.5(pid=27168): stderr: \u000a| �[0;m�[38;5;43m20221208232108547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232108547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232108547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232108547 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232108550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232108550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232108550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:21:10.563266 run patchelf(pid=27171): Terminating (SIGINT)\u000a23:21:10.751437 run patchelf(pid=27171): Terminated: ok {rc=0}\u000a23:21:10.785814 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27168): Process ended prematurely: osmo-stp_10.42.42.5(pid=27168) [trial-2351↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27168)] [trial-2351↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a23:21:10.796208 tst iperf3m4.py:8: Test FAILED (11.5 sec)\u000a23:21:10.859451 run osmo-hlr_10.42.42.2(pid=27165): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27165)]\u000a23:21:10.910865 run osmo-hlr_10.42.42.2(pid=27165): stdout: \u000a| (launched: 2022-12-08_23:21:07.297981) \u000a23:21:10.962879 run osmo-hlr_10.42.42.2(pid=27165): stderr: \u000a| �[0;m�[1;31m20221208232107502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208232107502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208232107503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232107503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232107503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208232107503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208232107515 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208232107524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208232107524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208232107524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:21:11.007323 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27154): Terminating (SIGTERM)\u000a23:21:11.049369 run iperf3-srv_10.42.42.10(pid=27155): Terminating (SIGTERM)\u000a23:21:11.091443 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27156): Terminating (SIGTERM)\u000a23:21:11.133526 run iperf3-srv_10.42.42.10(pid=27157): Terminating (SIGTERM)\u000a23:21:11.175512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27158): Terminating (SIGTERM)\u000a23:21:11.217319 run iperf3-srv_10.42.42.10(pid=27159): Terminating (SIGTERM)\u000a23:21:11.259220 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27160): Terminating (SIGTERM)\u000a23:21:11.301111 run iperf3-srv_10.42.42.10(pid=27161): Terminating (SIGTERM)\u000a23:21:11.343079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27164): Terminating (SIGTERM)\u000a23:21:11.385093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27167): Terminating (SIGTERM)\u000a23:21:11.427160 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27170): Terminating (SIGTERM)\u000a23:21:11.436931 --- ParallelTerminationStrategy: PID 27154 died...\u000a23:21:11.492931 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27154): Terminated: ok {rc=0}\u000a23:21:11.503109 --- ParallelTerminationStrategy: PID 27155 died...\u000a23:21:11.558612 run iperf3-srv_10.42.42.10(pid=27155): Terminated {rc=256}\u000a23:21:11.568734 --- ParallelTerminationStrategy: PID 27156 died...\u000a23:21:11.624273 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27156): Terminated: ok {rc=0}\u000a23:21:11.634452 --- ParallelTerminationStrategy: PID 27157 died...\u000a23:21:11.689890 run iperf3-srv_10.42.42.10(pid=27157): Terminated {rc=256}\u000a23:21:11.700015 --- ParallelTerminationStrategy: PID 27158 died...\u000a23:21:11.755654 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27158): Terminated: ok {rc=0}\u000a23:21:11.765701 --- ParallelTerminationStrategy: PID 27159 died...\u000a23:21:11.821453 run iperf3-srv_10.42.42.10(pid=27159): Terminated {rc=256}\u000a23:21:11.831586 --- ParallelTerminationStrategy: PID 27160 died...\u000a23:21:11.887360 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27160): Terminated: ok {rc=0}\u000a23:21:11.897613 --- ParallelTerminationStrategy: PID 27161 died...\u000a23:21:11.952989 run iperf3-srv_10.42.42.10(pid=27161): Terminated {rc=256}\u000a23:21:11.963187 --- ParallelTerminationStrategy: PID 27164 died...\u000a23:21:12.018978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27164): Terminated: ok {rc=0}\u000a23:21:12.029164 --- ParallelTerminationStrategy: PID 27167 died...\u000a23:21:12.084729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27167): Terminated: ok {rc=0}\u000a23:21:12.094946 --- ParallelTerminationStrategy: PID 27170 died...\u000a23:21:12.150293 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27170): Terminated: ok {rc=0}\u000a23:21:12.236913 bus /gobi_4: Setting Powered False\u000a23:21:13.339956 bus /gobi_4: Setting Powered False\u000a23:21:14.451654 bus /gobi_1: Setting Powered False\u000a23:21:15.557999 bus /gobi_1: Setting Powered False\u000a23:21:16.672820 bus /gobi_0: Setting Powered False\u000a23:21:17.779496 bus /gobi_0: Setting Powered False\u000a23:21:18.887921 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 21, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27178): Process ended prematurely: osmo-stp_10.42.42.5(pid=27178) [trial-2351↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27178)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27178): Process ended prematurely: osmo-stp_10.42.42.5(pid=27178) [trial-2351↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27178)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:sysmo+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a23:21:19.956911 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:19.969193 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:21:20.124752 tst ping.py: using LAC 17453\u000a23:21:20.254903 tst ping.py: using RAC 113\u000a23:21:20.385563 tst ping.py: using CellId 17453\u000a23:21:20.518455 tst ping.py: using BVCI 17454\u000a23:21:20.543812 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:20.555365 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:20.566614 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:20.577897 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:20.588866 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:20.599980 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:20.611414 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:20.622534 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:21:20.904007 tst ping.py:19: start network...\u000a23:21:21.032388 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:21:21.520530 run create_hlr_db(pid=27172): Launched\u000a23:21:21.699628 bus /gobi_6: Setting Powered False\u000a23:21:22.730778 run create_hlr_db(pid=27172): Terminated: ok {rc=0}\u000a23:21:23.149007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27174): Launched\u000a23:21:23.459750 run osmo-hlr_10.42.42.2(pid=27175): Launched\u000a23:21:23.577344 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:21:24.125927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27177): Launched\u000a23:21:24.437272 run osmo-stp_10.42.42.5(pid=27178): Launched\u000a23:21:24.550686 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:21:25.091884 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27180): Launched\u000a23:21:25.201827 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:21:25.472855 run patchelf(pid=27181): Launched\u000a23:21:25.654165 run osmo-stp_10.42.42.5(pid=27178): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27178)]\u000a23:21:25.786559 run osmo-stp_10.42.42.5(pid=27178): stdout: \u000a| (launched: 2022-12-08_23:21:24.282396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:21:25.919121 run osmo-stp_10.42.42.5(pid=27178): stderr: \u000a| �[0;m�[38;5;43m20221208232124454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232124455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232124455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232124455 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232124458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232124458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232124458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:21:26.047316 run osmo-stp_10.42.42.5(pid=27178): stdout: \u000a| (launched: 2022-12-08_23:21:24.282396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:21:26.174083 run osmo-stp_10.42.42.5(pid=27178): stderr: \u000a| �[0;m�[38;5;43m20221208232124454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232124455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232124455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232124455 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232124458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232124458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232124458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:21:26.321808 run patchelf(pid=27181): Terminating (SIGINT)\u000a23:21:26.494890 run patchelf(pid=27181): Terminated: ok {rc=0}\u000a23:21:26.526096 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27178): Process ended prematurely: osmo-stp_10.42.42.5(pid=27178) [trial-2351↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27178)] [trial-2351↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]\u000a23:21:26.534906 tst ping.py:22: Test FAILED (6.6 sec)\u000a23:21:26.595799 run osmo-hlr_10.42.42.2(pid=27175): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27175)]\u000a23:21:26.645641 run osmo-hlr_10.42.42.2(pid=27175): stdout: \u000a| (launched: 2022-12-08_23:21:23.306062) \u000a23:21:26.695869 run osmo-hlr_10.42.42.2(pid=27175): stderr: \u000a| �[0;m�[1;31m20221208232123486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208232123486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208232123486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232123486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232123486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208232123486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208232123498 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208232123507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208232123507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208232123507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:21:26.739042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27174): Terminating (SIGTERM)\u000a23:21:26.779232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27177): Terminating (SIGTERM)\u000a23:21:26.819566 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27180): Terminating (SIGTERM)\u000a23:21:26.829213 --- ParallelTerminationStrategy: PID 27174 died...\u000a23:21:26.882732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27174): Terminated: ok {rc=0}\u000a23:21:26.892547 --- ParallelTerminationStrategy: PID 27177 died...\u000a23:21:26.946094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27177): Terminated: ok {rc=0}\u000a23:21:26.955639 --- ParallelTerminationStrategy: PID 27180 died...\u000a23:21:27.008863 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27180): Terminated: ok {rc=0}\u000a23:21:27.098653 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 21, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27188): Process ended prematurely: osmo-stp_10.42.42.5(pid=27188) [trial-2351↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27188)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27188): Process ended prematurely: osmo-stp_10.42.42.5(pid=27188) [trial-2351↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27188)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a23:21:28.151278 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:28.163363 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:21:28.318800 tst ping_idle_ping.py: using LAC 17454\u000a23:21:28.438129 tst ping_idle_ping.py: using RAC 114\u000a23:21:28.558013 tst ping_idle_ping.py: using CellId 17454\u000a23:21:28.687644 tst ping_idle_ping.py: using BVCI 17455\u000a23:21:28.711298 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:28.722491 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:28.733316 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:28.744375 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:28.755337 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:28.766317 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:28.777524 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:28.788481 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:21:29.087903 tst ping_idle_ping.py:24: start network...\u000a23:21:29.226554 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:21:29.761576 run create_hlr_db(pid=27182): Launched\u000a23:21:29.955432 bus /gobi_6: Setting Powered False\u000a23:21:30.984427 run create_hlr_db(pid=27182): Terminated: ok {rc=0}\u000a23:21:31.463344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27184): Launched\u000a23:21:31.814696 run osmo-hlr_10.42.42.2(pid=27185): Launched\u000a23:21:31.990508 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:21:32.691516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27187): Launched\u000a23:21:33.028194 run osmo-stp_10.42.42.5(pid=27188): Launched\u000a23:21:33.148567 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:21:33.730167 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27190): Launched\u000a23:21:33.849063 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:21:34.139647 run patchelf(pid=27191): Launched\u000a23:21:34.333639 run osmo-stp_10.42.42.5(pid=27188): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27188)]\u000a23:21:34.475256 run osmo-stp_10.42.42.5(pid=27188): stdout: \u000a| (launched: 2022-12-08_23:21:32.861229)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:21:34.616912 run osmo-stp_10.42.42.5(pid=27188): stderr: \u000a| �[0;m�[38;5;43m20221208232133058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232133059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232133059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232133059 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232133060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232133060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232133060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:21:34.753734 run osmo-stp_10.42.42.5(pid=27188): stdout: \u000a| (launched: 2022-12-08_23:21:32.861229)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:21:34.890524 run osmo-stp_10.42.42.5(pid=27188): stderr: \u000a| �[0;m�[38;5;43m20221208232133058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232133059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232133059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232133059 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232133060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232133060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232133060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:21:35.047967 run patchelf(pid=27191): Terminating (SIGINT)\u000a23:21:35.233305 run patchelf(pid=27191): Terminated: ok {rc=0}\u000a23:21:35.266697 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27188): Process ended prematurely: osmo-stp_10.42.42.5(pid=27188) [trial-2351↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27188)] [trial-2351↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a23:21:35.276066 tst ping_idle_ping.py:27: Test FAILED (7.1 sec)\u000a23:21:35.339145 run osmo-hlr_10.42.42.2(pid=27185): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27185)]\u000a23:21:35.390861 run osmo-hlr_10.42.42.2(pid=27185): stdout: \u000a| (launched: 2022-12-08_23:21:31.626900) \u000a23:21:35.443461 run osmo-hlr_10.42.42.2(pid=27185): stderr: \u000a| �[0;m�[1;31m20221208232131963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208232131963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208232131963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232131963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232131963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208232131964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208232131990 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208232132003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208232132003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208232132003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:21:35.488302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27184): Terminating (SIGTERM)\u000a23:21:35.530790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27187): Terminating (SIGTERM)\u000a23:21:35.573190 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27190): Terminating (SIGTERM)\u000a23:21:35.583108 --- ParallelTerminationStrategy: PID 27184 died...\u000a23:21:35.640000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27184): Terminated: ok {rc=0}\u000a23:21:35.650388 --- ParallelTerminationStrategy: PID 27187 died...\u000a23:21:35.706666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27187): Terminated: ok {rc=0}\u000a23:21:35.716813 --- ParallelTerminationStrategy: PID 27190 died...\u000a23:21:35.773242 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27190): Terminated: ok {rc=0}\u000a23:21:35.861623 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "15", "name" : "gprs_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:20:36" }, { "cases" : [ { "testActions" : [ ], "age" : 23, "className" : "dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27201): Process ended prematurely: osmo-stp_10.42.42.5(pid=27201) [trial-2351↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27201)]", "failedSince" : 2329, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27201): Process ended prematurely: osmo-stp_10.42.42.5(pid=27201) [trial-2351↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27201)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a23:21:37.870222 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:21:37.881688 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:21:38.031358 tst switch_tch_pdch.py: using LAC 17455\u000a23:21:38.153379 tst switch_tch_pdch.py: using RAC 115\u000a23:21:38.273536 tst switch_tch_pdch.py: using CellId 17455\u000a23:21:38.401347 tst switch_tch_pdch.py: using BVCI 17456\u000a23:21:38.426874 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:21:38.438752 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:21:38.450590 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:21:38.462316 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:21:38.473744 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:21:38.485275 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:21:38.496908 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:21:38.508385 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:21:38.625764 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:21:38.924487 tst switch_tch_pdch.py:51: start network...\u000a23:21:39.062357 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:21:39.589910 run create_hlr_db(pid=27195): Launched\u000a23:21:39.781392 bus /gobi_6: Setting Powered False\u000a23:21:40.800560 run create_hlr_db(pid=27195): Terminated: ok {rc=0}\u000a23:21:41.242224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27197): Launched\u000a23:21:41.573501 run osmo-hlr_10.42.42.2(pid=27198): Launched\u000a23:21:41.692816 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:21:42.266348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27200): Launched\u000a23:21:42.597588 run osmo-stp_10.42.42.5(pid=27201): Launched\u000a23:21:42.719185 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:21:43.296564 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27203): Launched\u000a23:21:43.413919 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:21:43.702132 run patchelf(pid=27204): Launched\u000a23:21:43.894460 run osmo-stp_10.42.42.5(pid=27201): ERR: Terminated: ERROR {rc=1} [trial-2351↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27201)]\u000a23:21:44.034676 run osmo-stp_10.42.42.5(pid=27201): stdout: \u000a| (launched: 2022-12-08_23:21:42.433798)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:21:44.175377 run osmo-stp_10.42.42.5(pid=27201): stderr: \u000a| �[0;m�[38;5;43m20221208232142629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232142629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232142630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232142630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232142631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232142631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232142631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:21:44.310897 run osmo-stp_10.42.42.5(pid=27201): stdout: \u000a| (launched: 2022-12-08_23:21:42.433798)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:21:44.445091 run osmo-stp_10.42.42.5(pid=27201): stderr: \u000a| �[0;m�[38;5;43m20221208232142629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232142629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232142630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232142630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232142631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232142631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232142631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:21:44.601556 run patchelf(pid=27204): Terminating (SIGINT)\u000a23:21:44.785072 run patchelf(pid=27204): Terminated: ok {rc=0}\u000a23:21:44.818589 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=27201): Process ended prematurely: osmo-stp_10.42.42.5(pid=27201) [trial-2351↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27201)] [trial-2351↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a23:21:44.827870 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a23:21:44.890954 run osmo-hlr_10.42.42.2(pid=27198): ERR: Terminated: ERROR {rc=237} [trial-2351↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27198)]\u000a23:21:44.942008 run osmo-hlr_10.42.42.2(pid=27198): stdout: \u000a| (launched: 2022-12-08_23:21:41.409877) \u000a23:21:44.993619 run osmo-hlr_10.42.42.2(pid=27198): stderr: \u000a| �[0;m�[1;31m20221208232141613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208232141613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208232141613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232141613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232141613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208232141614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208232141625 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208232141634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208232141634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208232141634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:21:45.037809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27197): Terminating (SIGTERM)\u000a23:21:45.079661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27200): Terminating (SIGTERM)\u000a23:21:45.121595 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27203): Terminating (SIGTERM)\u000a23:21:45.131377 --- ParallelTerminationStrategy: PID 27197 died...\u000a23:21:45.187142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27197): Terminated: ok {rc=0}\u000a23:21:45.197265 --- ParallelTerminationStrategy: PID 27200 died...\u000a23:21:45.252581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27200): Terminated: ok {rc=0}\u000a23:21:45.262798 --- ParallelTerminationStrategy: PID 27203 died...\u000a23:21:45.318061 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27203): Terminated: ok {rc=0}\u000a23:21:45.403354 bus /gobi_0: Setting Powered False\u000a23:21:46.506414 bus /gobi_0: Setting Powered False\u000a23:21:47.618035 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "16", "name" : "dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:21:37" }, { "cases" : [ { "testActions" : [ ], "age" : 21, "className" : "dynts:sysmo+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27214): Process ended prematurely: osmo-stp_10.42.42.5(pid=27214) [trial-2351↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27214)]", "failedSince" : 2331, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27214): Process ended prematurely: osmo-stp_10.42.42.5(pid=27214) [trial-2351↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27214)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a23:21:49.547059 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:21:49.558378 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a23:21:49.703366 tst switch_tch_pdch.py: using LAC 17456\u000a23:21:49.830771 tst switch_tch_pdch.py: using RAC 116\u000a23:21:49.965616 tst switch_tch_pdch.py: using CellId 17456\u000a23:21:50.086711 tst switch_tch_pdch.py: using BVCI 17457\u000a23:21:50.110074 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:21:50.120895 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:21:50.131676 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:21:50.142668 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:21:50.153631 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:21:50.164535 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:21:50.176032 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:21:50.187125 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a23:21:50.302168 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a23:21:50.583934 tst switch_tch_pdch.py:51: start network...\u000a23:21:50.712563 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:21:51.173255 run create_hlr_db(pid=27208): Launched\u000a23:21:51.298775 bus /gobi_6: Setting Powered False\u000a23:21:52.372106 run create_hlr_db(pid=27208): Terminated: ok {rc=0}\u000a23:21:52.783104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27210): Launched\u000a23:21:53.115763 run osmo-hlr_10.42.42.2(pid=27211): Launched\u000a23:21:53.236127 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:21:53.781108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27213): Launched\u000a23:21:54.113111 run osmo-stp_10.42.42.5(pid=27214): Launched\u000a23:21:54.232872 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:21:54.782216 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27216): Launched\u000a23:21:54.900375 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:21:55.190242 run patchelf(pid=27217): Launched\u000a23:21:55.383407 run osmo-stp_10.42.42.5(pid=27214): ERR: Terminated: ERROR {rc=1} [trial-2351↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27214)]\u000a23:21:55.524313 run osmo-stp_10.42.42.5(pid=27214): stdout: \u000a| (launched: 2022-12-08_23:21:53.949540)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:21:55.665793 run osmo-stp_10.42.42.5(pid=27214): stderr: \u000a| �[0;m�[38;5;43m20221208232154144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232154144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232154144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232154145 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232154145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232154145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232154146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:21:55.801923 run osmo-stp_10.42.42.5(pid=27214): stdout: \u000a| (launched: 2022-12-08_23:21:53.949540)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:21:55.937901 run osmo-stp_10.42.42.5(pid=27214): stderr: \u000a| �[0;m�[38;5;43m20221208232154144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232154144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232154144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232154145 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232154145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232154145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232154146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:21:56.095064 run patchelf(pid=27217): Terminating (SIGINT)\u000a23:21:56.279546 run patchelf(pid=27217): Terminated: ok {rc=0}\u000a23:21:56.313222 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=27214): Process ended prematurely: osmo-stp_10.42.42.5(pid=27214) [trial-2351↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27214)] [trial-2351↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a23:21:56.322939 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a23:21:56.385544 run osmo-hlr_10.42.42.2(pid=27211): ERR: Terminated: ERROR {rc=237} [trial-2351↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27211)]\u000a23:21:56.436871 run osmo-hlr_10.42.42.2(pid=27211): stdout: \u000a| (launched: 2022-12-08_23:21:52.952298) \u000a23:21:56.488885 run osmo-hlr_10.42.42.2(pid=27211): stderr: \u000a| �[0;m�[1;31m20221208232153153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208232153153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208232153153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232153153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232153153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208232153153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208232153165 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208232153174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208232153174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208232153174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:21:56.533671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27210): Terminating (SIGTERM)\u000a23:21:56.575817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27213): Terminating (SIGTERM)\u000a23:21:56.617910 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27216): Terminating (SIGTERM)\u000a23:21:56.627734 --- ParallelTerminationStrategy: PID 27210 died...\u000a23:21:56.683829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27210): Terminated: ok {rc=0}\u000a23:21:56.693945 --- ParallelTerminationStrategy: PID 27213 died...\u000a23:21:56.749693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27213): Terminated: ok {rc=0}\u000a23:21:56.759912 --- ParallelTerminationStrategy: PID 27216 died...\u000a23:21:56.815889 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27216): Terminated: ok {rc=0}\u000a23:21:56.903312 bus /gobi_0: Setting Powered False\u000a23:21:58.010600 bus /gobi_0: Setting Powered False\u000a23:21:59.118511 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "17", "name" : "dynts_sysmo+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:21:49" }, { "cases" : [ { "testActions" : [ ], "age" : 207, "className" : "nitb_sms:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=27222): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27222) [trial-2351↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27222)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=27222): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27222) [trial-2351↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27222)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 nitb_sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a23:22:00.992216 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)\u000a23:22:01.006687 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1)\u000a23:22:01.162480 tst mo_mt_sms.py: using LAC 17457\u000a23:22:01.293647 tst mo_mt_sms.py: using RAC 117\u000a23:22:01.452013 tst mo_mt_sms.py: using CellId 17457\u000a23:22:01.582550 tst mo_mt_sms.py: using BVCI 17458\u000a23:22:01.608505 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a23:22:01.754981 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a23:22:02.083726 tst mo_mt_sms.py:9: start nitb and bts...\u000a23:22:02.217957 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a23:22:02.861832 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27221): Launched\u000a23:22:03.171821 run osmo-nitb_10.42.42.2(pid=27222): Launched\u000a23:22:03.362115 run osmo-nitb_10.42.42.2(pid=27222): ERR: Terminated: ERROR {rc=2} [trial-2351↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27222)]\u000a23:22:03.501705 run osmo-nitb_10.42.42.2(pid=27222): stdout: \u000a| (launched: 2022-12-08_23:22:03.020472) \u000a23:22:03.641419 run osmo-nitb_10.42.42.2(pid=27222): stderr: \u000a| (launched: 2022-12-08_23:22:03.066552)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:22:03.776804 run osmo-nitb_10.42.42.2(pid=27222): stdout: \u000a| (launched: 2022-12-08_23:22:03.020472) \u000a23:22:03.911214 run osmo-nitb_10.42.42.2(pid=27222): stderr: \u000a| (launched: 2022-12-08_23:22:03.066552)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:22:04.296734 tst osmo-nitb_10.42.42.2(pid=27222): stdout: \u000a| (launched: 2022-12-08_23:22:03.020472) \u000a23:22:04.419519 tst osmo-nitb_10.42.42.2(pid=27222): stderr: \u000a| (launched: 2022-12-08_23:22:03.066552)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:22:04.473210 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=27222): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27222) [trial-2351↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27222)] [trial-2351↪nitb_sms:oc2g↪mo_mt_sms.py:11]\u000a23:22:04.481331 tst mo_mt_sms.py:11: Test FAILED (3.5 sec)\u000a23:22:04.515933 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27221): Terminating (SIGTERM)\u000a23:22:04.693548 --- ParallelTerminationStrategy: PID 27221 died...\u000a23:22:04.749036 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27221): Terminated: ok {rc=0}\u000a23:22:04.838841 bus /sierra_3: Setting Powered False\u000a23:22:05.942824 bus /sierra_3: Setting Powered False\u000a23:22:07.054914 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "18", "name" : "nitb_sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:22:00" }, { "cases" : [ { "testActions" : [ ], "age" : 149, "className" : "sms:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27232): Process ended prematurely: osmo-stp_10.42.42.5(pid=27232) [trial-2351↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27232)]", "failedSince" : 2203, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27232): Process ended prematurely: osmo-stp_10.42.42.5(pid=27232) [trial-2351↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27232)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a23:22:08.921929 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:22:08.932273 tst sms:oc2g: Using 1 x bts (candidates: 1)\u000a23:22:09.062736 tst mo_mt_sms.py: using LAC 17458\u000a23:22:09.193977 tst mo_mt_sms.py: using RAC 118\u000a23:22:09.324615 tst mo_mt_sms.py: using CellId 17458\u000a23:22:09.455149 tst mo_mt_sms.py: using BVCI 17459\u000a23:22:09.480229 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:22:09.491310 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:22:09.502212 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:22:09.513001 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:22:09.523867 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:22:09.534731 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a23:22:09.650864 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a23:22:09.853390 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:22:10.339857 run create_hlr_db(pid=27226): Launched\u000a23:22:10.518490 bus /sierra_2: Setting Powered False\u000a23:22:11.537862 run create_hlr_db(pid=27226): Terminated: ok {rc=0}\u000a23:22:11.978873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27228): Launched\u000a23:22:12.310277 run osmo-hlr_10.42.42.2(pid=27229): Launched\u000a23:22:12.430737 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:22:13.006080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27231): Launched\u000a23:22:13.338600 run osmo-stp_10.42.42.5(pid=27232): Launched\u000a23:22:13.460486 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:22:14.066823 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27234): Launched\u000a23:22:14.399246 run osmo-msc_10.42.42.6(pid=27235): Launched\u000a23:22:14.591330 run osmo-stp_10.42.42.5(pid=27232): ERR: Terminated: ERROR {rc=1} [trial-2351↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27232)]\u000a23:22:14.730287 run osmo-stp_10.42.42.5(pid=27232): stdout: \u000a| (launched: 2022-12-08_23:22:13.174999)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:22:14.869131 run osmo-stp_10.42.42.5(pid=27232): stderr: \u000a| �[0;m�[38;5;43m20221208232213371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232213371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232213371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232213372 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232213372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232213372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232213372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:22:15.001260 run osmo-stp_10.42.42.5(pid=27232): stdout: \u000a| (launched: 2022-12-08_23:22:13.174999)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:22:15.132763 run osmo-stp_10.42.42.5(pid=27232): stderr: \u000a| �[0;m�[38;5;43m20221208232213371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232213371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232213371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232213372 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232213372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232213372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232213372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:22:15.190509 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=27232): Process ended prematurely: osmo-stp_10.42.42.5(pid=27232) [trial-2351↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27232)] [trial-2351↪sms:oc2g↪mo_mt_sms.py:16]\u000a23:22:15.199031 tst mo_mt_sms.py:16: Test FAILED (6.3 sec)\u000a23:22:15.261569 run osmo-hlr_10.42.42.2(pid=27229): ERR: Terminated: ERROR {rc=237} [trial-2351↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27229)]\u000a23:22:15.313168 run osmo-hlr_10.42.42.2(pid=27229): stdout: \u000a| (launched: 2022-12-08_23:22:12.146598) \u000a23:22:15.365594 run osmo-hlr_10.42.42.2(pid=27229): stderr: \u000a| �[0;m�[1;31m20221208232212346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208232212346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208232212346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232212347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232212347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208232212347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208232212362 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208232212370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208232212370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208232212370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:22:15.436829 run osmo-msc_10.42.42.6(pid=27235): ERR: Terminated: ERROR {rc=2} [trial-2351↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27235)]\u000a23:22:15.488465 run osmo-msc_10.42.42.6(pid=27235): stdout: \u000a| (launched: 2022-12-08_23:22:14.235078) \u000a23:22:15.540541 run osmo-msc_10.42.42.6(pid=27235): stderr: \u000a| �[0;m�[38;5;43m20221208232214560 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208232214560 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f061f2a2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208232214561 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208232214561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208232214561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208232214561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208232214565 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208232214565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208232214565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208232214565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:22:15.584920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27228): Terminating (SIGTERM)\u000a23:22:15.626874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27231): Terminating (SIGTERM)\u000a23:22:15.669092 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27234): Terminating (SIGTERM)\u000a23:22:15.678803 --- ParallelTerminationStrategy: PID 27228 died...\u000a23:22:15.734952 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27228): Terminated: ok {rc=0}\u000a23:22:15.745072 --- ParallelTerminationStrategy: PID 27231 died...\u000a23:22:15.801040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27231): Terminated: ok {rc=0}\u000a23:22:15.811116 --- ParallelTerminationStrategy: PID 27234 died...\u000a23:22:15.872813 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27234): Terminated: ok {rc=0}\u000a23:22:15.983611 bus /sierra_3: Setting Powered False\u000a23:22:17.090336 bus /sierra_3: Setting Powered False\u000a23:22:18.198944 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "19", "name" : "sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:22:08" }, { "cases" : [ { "testActions" : [ ], "age" : 207, "className" : "nitb_ussd:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=27242): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27242) [trial-2351↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27242)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=27242): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27242) [trial-2351↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27242)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 nitb_ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a23:22:20.006204 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)\u000a23:22:20.016805 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1)\u000a23:22:20.148210 tst assert_extension.py: using LAC 17459\u000a23:22:20.278208 tst assert_extension.py: using RAC 119\u000a23:22:20.409073 tst assert_extension.py: using CellId 17459\u000a23:22:20.537428 tst assert_extension.py: using BVCI 17460\u000a23:22:20.562472 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1)\u000a23:22:20.843155 tst assert_extension.py:10: start nitb and bts...\u000a23:22:20.971409 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a23:22:21.608728 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27241): Launched\u000a23:22:21.916528 run osmo-nitb_10.42.42.2(pid=27242): Launched\u000a23:22:22.106613 run osmo-nitb_10.42.42.2(pid=27242): ERR: Terminated: ERROR {rc=2} [trial-2351↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27242)]\u000a23:22:22.246564 run osmo-nitb_10.42.42.2(pid=27242): stdout: \u000a| (launched: 2022-12-08_23:22:21.765471) \u000a23:22:22.386789 run osmo-nitb_10.42.42.2(pid=27242): stderr: \u000a| (launched: 2022-12-08_23:22:21.811359)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:22:22.522824 run osmo-nitb_10.42.42.2(pid=27242): stdout: \u000a| (launched: 2022-12-08_23:22:21.765471) \u000a23:22:22.657228 run osmo-nitb_10.42.42.2(pid=27242): stderr: \u000a| (launched: 2022-12-08_23:22:21.811359)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:22:23.040799 tst osmo-nitb_10.42.42.2(pid=27242): stdout: \u000a| (launched: 2022-12-08_23:22:21.765471) \u000a23:22:23.163832 tst osmo-nitb_10.42.42.2(pid=27242): stderr: \u000a| (launched: 2022-12-08_23:22:21.811359)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:22:23.217472 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=27242): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27242) [trial-2351↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27242)] [trial-2351↪nitb_ussd:oc2g↪assert_extension.py:12]\u000a23:22:23.225557 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a23:22:23.260615 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27241): Terminating (SIGTERM)\u000a23:22:23.438097 --- ParallelTerminationStrategy: PID 27241 died...\u000a23:22:23.492978 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27241): Terminated: ok {rc=0}\u000a23:22:23.581856 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "20", "name" : "nitb_ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:22:19" }, { "cases" : [ { "testActions" : [ ], "age" : 149, "className" : "ussd:oc2g", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27255): Process ended prematurely: osmo-stp_10.42.42.5(pid=27255) [trial-2351↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27255)]", "failedSince" : 2203, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27255): Process ended prematurely: osmo-stp_10.42.42.5(pid=27255) [trial-2351↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27255)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a23:22:25.376750 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:22:25.387345 tst ussd:oc2g: Using 1 x bts (candidates: 1)\u000a23:22:25.513945 tst assert_extension.py: using LAC 17460\u000a23:22:25.634614 tst assert_extension.py: using RAC 120\u000a23:22:25.755125 tst assert_extension.py: using CellId 17460\u000a23:22:25.876474 tst assert_extension.py: using BVCI 17461\u000a23:22:25.899703 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:22:25.910278 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:22:25.920716 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:22:25.931462 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:22:25.942173 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:22:25.952729 tst ussd:oc2g: Using 1 x modem (candidates: 1)\u000a23:22:26.153239 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:22:26.638005 run create_hlr_db(pid=27249): Launched\u000a23:22:26.816577 bus /sierra_2: Setting Powered False\u000a23:22:27.836429 run create_hlr_db(pid=27249): Terminated: ok {rc=0}\u000a23:22:28.251122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27251): Launched\u000a23:22:28.563362 run osmo-hlr_10.42.42.2(pid=27252): Launched\u000a23:22:28.676935 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:22:29.222311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27254): Launched\u000a23:22:29.533521 run osmo-stp_10.42.42.5(pid=27255): Launched\u000a23:22:29.650912 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:22:30.216395 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27257): Launched\u000a23:22:30.526990 run osmo-msc_10.42.42.6(pid=27258): Launched\u000a23:22:30.708510 run osmo-stp_10.42.42.5(pid=27255): ERR: Terminated: ERROR {rc=1} [trial-2351↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27255)]\u000a23:22:30.847285 run osmo-stp_10.42.42.5(pid=27255): stdout: \u000a| (launched: 2022-12-08_23:22:29.379010)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:22:31.005262 run osmo-stp_10.42.42.5(pid=27255): stderr: \u000a| �[0;m�[38;5;43m20221208232229553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232229553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232229553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232229553 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232229554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232229554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232229554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:22:31.135706 run osmo-stp_10.42.42.5(pid=27255): stdout: \u000a| (launched: 2022-12-08_23:22:29.379010)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:22:31.262547 run osmo-stp_10.42.42.5(pid=27255): stderr: \u000a| �[0;m�[38;5;43m20221208232229553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232229553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232229553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232229553 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232229554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232229554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232229554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:22:31.318203 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=27255): Process ended prematurely: osmo-stp_10.42.42.5(pid=27255) [trial-2351↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27255)] [trial-2351↪ussd:oc2g↪assert_extension.py:17]\u000a23:22:31.327318 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a23:22:31.392224 run osmo-hlr_10.42.42.2(pid=27252): ERR: Terminated: ERROR {rc=237} [trial-2351↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27252)]\u000a23:22:31.443925 run osmo-hlr_10.42.42.2(pid=27252): stdout: \u000a| (launched: 2022-12-08_23:22:28.407820) \u000a23:22:31.496394 run osmo-hlr_10.42.42.2(pid=27252): stderr: \u000a| �[0;m�[1;31m20221208232228588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208232228588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208232228588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232228588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232228588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208232228588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208232228600 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208232228609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208232228609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208232228609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:22:31.565472 run osmo-msc_10.42.42.6(pid=27258): ERR: Terminated: ERROR {rc=2} [trial-2351↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27258)]\u000a23:22:31.618876 run osmo-msc_10.42.42.6(pid=27258): stdout: \u000a| (launched: 2022-12-08_23:22:30.372355) \u000a23:22:31.671469 run osmo-msc_10.42.42.6(pid=27258): stderr: \u000a| �[0;m�[38;5;43m20221208232230647 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208232230647 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcc6bb63c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208232230647 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208232230647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208232230647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208232230647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208232230649 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208232230649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208232230650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208232230650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:22:31.715197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27251): Terminating (SIGTERM)\u000a23:22:31.758714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27254): Terminating (SIGTERM)\u000a23:22:31.801129 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27257): Terminating (SIGTERM)\u000a23:22:31.811165 --- ParallelTerminationStrategy: PID 27251 died...\u000a23:22:31.868052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27251): Terminated: ok {rc=0}\u000a23:22:31.878710 --- ParallelTerminationStrategy: PID 27254 died...\u000a23:22:31.935529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27254): Terminated: ok {rc=0}\u000a23:22:31.946199 --- ParallelTerminationStrategy: PID 27257 died...\u000a23:22:32.002995 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27257): Terminated: ok {rc=0}\u000a23:22:32.101267 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "21", "name" : "ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:22:25" }, { "cases" : [ { "testActions" : [ ], "age" : 149, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27272): Process ended prematurely: osmo-stp_10.42.42.5(pid=27272) [trial-2351↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27272)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27272): Process ended prematurely: osmo-stp_10.42.42.5(pid=27272) [trial-2351↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27272)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a23:22:34.021061 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:22:34.032510 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a23:22:34.188073 tst mo_mt_call.py: using LAC 17461\u000a23:22:34.319332 tst mo_mt_call.py: using RAC 121\u000a23:22:34.450742 tst mo_mt_call.py: using CellId 17461\u000a23:22:34.582724 tst mo_mt_call.py: using BVCI 17462\u000a23:22:34.608477 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:22:34.619938 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:22:34.631302 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:22:34.642672 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:22:34.654069 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:22:34.665481 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:22:34.782947 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:22:34.998573 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:22:35.538026 run create_hlr_db(pid=27264): Launched\u000a23:22:35.734232 bus /sierra_2: Setting Powered False\u000a23:22:36.753548 run create_hlr_db(pid=27264): Terminated: ok {rc=0}\u000a23:22:37.203502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27268): Launched\u000a23:22:37.545239 run osmo-hlr_10.42.42.2(pid=27269): Launched\u000a23:22:37.667729 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:22:38.256109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27271): Launched\u000a23:22:38.596373 run osmo-stp_10.42.42.5(pid=27272): Launched\u000a23:22:38.719050 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:22:39.337932 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27274): Launched\u000a23:22:39.676765 run osmo-msc_10.42.42.6(pid=27275): Launched\u000a23:22:39.873349 run osmo-stp_10.42.42.5(pid=27272): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27272)]\u000a23:22:40.015146 run osmo-stp_10.42.42.5(pid=27272): stdout: \u000a| (launched: 2022-12-08_23:22:38.428274)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:22:40.155361 run osmo-stp_10.42.42.5(pid=27272): stderr: \u000a| �[0;m�[38;5;43m20221208232238625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232238625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232238626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232238626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232238626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232238626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232238626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:22:40.289847 run osmo-stp_10.42.42.5(pid=27272): stdout: \u000a| (launched: 2022-12-08_23:22:38.428274)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:22:40.423398 run osmo-stp_10.42.42.5(pid=27272): stderr: \u000a| �[0;m�[38;5;43m20221208232238625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232238625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232238626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232238626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232238626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232238626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232238626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:22:40.482165 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27272): Process ended prematurely: osmo-stp_10.42.42.5(pid=27272) [trial-2351↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27272)] [trial-2351↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a23:22:40.491374 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a23:22:40.554030 run osmo-hlr_10.42.42.2(pid=27269): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27269)]\u000a23:22:40.605573 run osmo-hlr_10.42.42.2(pid=27269): stdout: \u000a| (launched: 2022-12-08_23:22:37.376349) \u000a23:22:40.657582 run osmo-hlr_10.42.42.2(pid=27269): stderr: \u000a| �[0;m�[1;31m20221208232237580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208232237580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208232237580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232237580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232237580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208232237580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208232237592 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208232237601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208232237602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208232237602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:22:40.728187 run osmo-msc_10.42.42.6(pid=27275): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27275)]\u000a23:22:40.779691 run osmo-msc_10.42.42.6(pid=27275): stdout: \u000a| (launched: 2022-12-08_23:22:39.509913) \u000a23:22:40.831739 run osmo-msc_10.42.42.6(pid=27275): stderr: \u000a| �[0;m�[38;5;43m20221208232239836 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208232239836 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd609930c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208232239836 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208232239836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208232239837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208232239837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208232239838 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208232239839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208232239839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208232239839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:22:40.876269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27268): Terminating (SIGTERM)\u000a23:22:40.918220 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27271): Terminating (SIGTERM)\u000a23:22:40.960088 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27274): Terminating (SIGTERM)\u000a23:22:40.969848 --- ParallelTerminationStrategy: PID 27268 died...\u000a23:22:41.025598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27268): Terminated: ok {rc=0}\u000a23:22:41.035630 --- ParallelTerminationStrategy: PID 27271 died...\u000a23:22:41.091438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27271): Terminated: ok {rc=0}\u000a23:22:41.101929 --- ParallelTerminationStrategy: PID 27274 died...\u000a23:22:41.157520 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27274): Terminated: ok {rc=0}\u000a23:22:41.245446 bus /sierra_3: Setting Powered False\u000a23:22:42.349914 bus /sierra_3: Setting Powered False\u000a23:22:43.461457 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 149, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27283): Process ended prematurely: osmo-stp_10.42.42.5(pid=27283) [trial-2351↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27283)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27283): Process ended prematurely: osmo-stp_10.42.42.5(pid=27283) [trial-2351↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27283)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:22:44.577765 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:22:44.590071 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a23:22:44.749738 tst mo_mt_call_osmux.py: using LAC 17462\u000a23:22:44.880385 tst mo_mt_call_osmux.py: using RAC 122\u000a23:22:45.010645 tst mo_mt_call_osmux.py: using CellId 17462\u000a23:22:45.140659 tst mo_mt_call_osmux.py: using BVCI 17463\u000a23:22:45.166419 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:22:45.178083 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:22:45.189496 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:22:45.200714 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:22:45.212093 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:22:45.223547 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:22:45.343251 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:22:45.559693 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:22:46.147180 run create_hlr_db(pid=27277): Launched\u000a23:22:46.336336 bus /sierra_2: Setting Powered False\u000a23:22:47.370369 run create_hlr_db(pid=27277): Terminated: ok {rc=0}\u000a23:22:47.794530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27279): Launched\u000a23:22:48.111211 run osmo-hlr_10.42.42.2(pid=27280): Launched\u000a23:22:48.231017 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:22:48.785796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27282): Launched\u000a23:22:49.104022 run osmo-stp_10.42.42.5(pid=27283): Launched\u000a23:22:49.220221 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:22:49.796434 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27285): Launched\u000a23:22:50.115225 run osmo-msc_10.42.42.6(pid=27286): Launched\u000a23:22:50.300642 run osmo-stp_10.42.42.5(pid=27283): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27283)]\u000a23:22:50.434281 run osmo-stp_10.42.42.5(pid=27283): stdout: \u000a| (launched: 2022-12-08_23:22:48.946053)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:22:50.564813 run osmo-stp_10.42.42.5(pid=27283): stderr: \u000a| �[0;m�[38;5;43m20221208232249120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232249120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232249120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232249121 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232249121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232249121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232249121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:22:50.690853 run osmo-stp_10.42.42.5(pid=27283): stdout: \u000a| (launched: 2022-12-08_23:22:48.946053)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:22:50.815896 run osmo-stp_10.42.42.5(pid=27283): stderr: \u000a| �[0;m�[38;5;43m20221208232249120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232249120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232249120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232249121 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232249121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232249121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232249121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:22:50.870909 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27283): Process ended prematurely: osmo-stp_10.42.42.5(pid=27283) [trial-2351↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27283)] [trial-2351↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a23:22:50.879524 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a23:22:50.940298 run osmo-hlr_10.42.42.2(pid=27280): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27280)]\u000a23:22:50.989557 run osmo-hlr_10.42.42.2(pid=27280): stdout: \u000a| (launched: 2022-12-08_23:22:47.954482) \u000a23:22:51.039261 run osmo-hlr_10.42.42.2(pid=27280): stderr: \u000a| �[0;m�[1;31m20221208232248135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208232248135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208232248135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232248135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232248136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208232248136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208232248151 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208232248161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208232248162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208232248162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:22:51.106880 run osmo-msc_10.42.42.6(pid=27286): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27286)]\u000a23:22:51.156194 run osmo-msc_10.42.42.6(pid=27286): stdout: \u000a| (launched: 2022-12-08_23:22:49.956532) \u000a23:22:51.205950 run osmo-msc_10.42.42.6(pid=27286): stderr: \u000a| �[0;m�[38;5;43m20221208232250233 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208232250233 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f55db1c0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208232250233 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208232250233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208232250234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208232250234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208232250235 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208232250236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208232250236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208232250236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:22:51.247591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27279): Terminating (SIGTERM)\u000a23:22:51.287184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27282): Terminating (SIGTERM)\u000a23:22:51.326822 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27285): Terminating (SIGTERM)\u000a23:22:51.336221 --- ParallelTerminationStrategy: PID 27279 died...\u000a23:22:51.389583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27279): Terminated: ok {rc=0}\u000a23:22:51.399417 --- ParallelTerminationStrategy: PID 27282 died...\u000a23:22:51.452262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27282): Terminated: ok {rc=0}\u000a23:22:51.462047 --- ParallelTerminationStrategy: PID 27285 died...\u000a23:22:51.515092 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27285): Terminated: ok {rc=0}\u000a23:22:51.603514 bus /sierra_3: Setting Powered False\u000a23:22:52.706888 bus /sierra_3: Setting Powered False\u000a23:22:53.817999 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "22", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:22:33" }, { "cases" : [ { "testActions" : [ ], "age" : 149, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27297): Process ended prematurely: osmo-stp_10.42.42.5(pid=27297) [trial-2351↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27297)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27297): Process ended prematurely: osmo-stp_10.42.42.5(pid=27297) [trial-2351↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27297)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a23:22:55.769053 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:22:55.780036 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a23:22:55.928354 tst mo_mt_call.py: using LAC 17463\u000a23:22:56.052363 tst mo_mt_call.py: using RAC 123\u000a23:22:56.176668 tst mo_mt_call.py: using CellId 17463\u000a23:22:56.299734 tst mo_mt_call.py: using BVCI 17464\u000a23:22:56.323596 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:22:56.334675 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:22:56.345622 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:22:56.356654 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:22:56.367766 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:22:56.378840 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:22:56.496897 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:22:56.703139 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:22:57.202467 run create_hlr_db(pid=27291): Launched\u000a23:22:57.384043 bus /sierra_2: Setting Powered False\u000a23:22:58.405783 run create_hlr_db(pid=27291): Terminated: ok {rc=0}\u000a23:22:58.855973 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27293): Launched\u000a23:22:59.195889 run osmo-hlr_10.42.42.2(pid=27294): Launched\u000a23:22:59.319359 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:22:59.908914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27296): Launched\u000a23:23:00.248440 run osmo-stp_10.42.42.5(pid=27297): Launched\u000a23:23:00.371228 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:23:01.007644 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27299): Launched\u000a23:23:01.521875 run osmo-msc_10.42.42.6(pid=27312): Launched\u000a23:23:01.941066 run osmo-stp_10.42.42.5(pid=27297): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27297)]\u000a23:23:02.222045 run osmo-stp_10.42.42.5(pid=27297): stdout: \u000a| (launched: 2022-12-08_23:23:00.080900)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:23:02.415348 run osmo-stp_10.42.42.5(pid=27297): stderr: \u000a| �[0;m�[38;5;43m20221208232300279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232300280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232300280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232300280 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232300281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232300281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232300281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:23:02.570052 run osmo-stp_10.42.42.5(pid=27297): stdout: \u000a| (launched: 2022-12-08_23:23:00.080900)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:23:02.705746 run osmo-stp_10.42.42.5(pid=27297): stderr: \u000a| �[0;m�[38;5;43m20221208232300279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232300280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232300280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232300280 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232300281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232300281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232300281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:23:02.766654 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27297): Process ended prematurely: osmo-stp_10.42.42.5(pid=27297) [trial-2351↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27297)] [trial-2351↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a23:23:02.782082 tst mo_mt_call.py:8: Test FAILED (7.0 sec)\u000a23:23:02.855982 run osmo-hlr_10.42.42.2(pid=27294): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27294)]\u000a23:23:02.912775 run osmo-hlr_10.42.42.2(pid=27294): stdout: \u000a| (launched: 2022-12-08_23:22:59.028255) \u000a23:23:02.967301 run osmo-hlr_10.42.42.2(pid=27294): stderr: \u000a| �[0;m�[1;31m20221208232259232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208232259232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208232259232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232259232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232259232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208232259232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208232259249 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208232259259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208232259259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208232259259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:23:03.047452 run osmo-msc_10.42.42.6(pid=27312): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27312)]\u000a23:23:03.102550 run osmo-msc_10.42.42.6(pid=27312): stdout: \u000a| (launched: 2022-12-08_23:23:01.173742) \u000a23:23:03.158815 run osmo-msc_10.42.42.6(pid=27312): stderr: \u000a| �[0;m�[38;5;43m20221208232301750 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208232301750 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f08be3ecc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208232301750 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208232301750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208232301750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208232301750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208232301752 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208232301752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208232301753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208232301753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:23:03.212793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27293): Terminating (SIGTERM)\u000a23:23:03.264934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27296): Terminating (SIGTERM)\u000a23:23:03.321091 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27299): Terminating (SIGTERM)\u000a23:23:03.336244 --- ParallelTerminationStrategy: PID 27293 died...\u000a23:23:03.411930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27293): Terminated: ok {rc=0}\u000a23:23:03.422806 --- ParallelTerminationStrategy: PID 27296 died...\u000a23:23:03.490753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27296): Terminated: ok {rc=0}\u000a23:23:03.502893 --- ParallelTerminationStrategy: PID 27299 died...\u000a23:23:03.572802 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27299): Terminated: ok {rc=0}\u000a23:23:03.682721 bus /sierra_3: Setting Powered False\u000a23:23:04.792077 bus /sierra_3: Setting Powered False\u000a23:23:05.906463 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 149, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27579): Process ended prematurely: osmo-stp_10.42.42.5(pid=27579) [trial-2351↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27579)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27579): Process ended prematurely: osmo-stp_10.42.42.5(pid=27579) [trial-2351↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27579)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:23:07.027100 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:23:07.040595 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a23:23:07.198898 tst mo_mt_call_osmux.py: using LAC 17464\u000a23:23:07.333532 tst mo_mt_call_osmux.py: using RAC 124\u000a23:23:07.468202 tst mo_mt_call_osmux.py: using CellId 17464\u000a23:23:07.603949 tst mo_mt_call_osmux.py: using BVCI 17465\u000a23:23:07.632122 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:23:07.644940 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:23:07.657683 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:23:07.670929 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:23:07.683399 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:23:07.695753 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:23:07.820561 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:23:08.049889 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:23:08.636679 run create_hlr_db(pid=27573): Launched\u000a23:23:08.837196 bus /sierra_2: Setting Powered False\u000a23:23:09.862103 run create_hlr_db(pid=27573): Terminated: ok {rc=0}\u000a23:23:10.338114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27575): Launched\u000a23:23:10.794015 run osmo-hlr_10.42.42.2(pid=27576): Launched\u000a23:23:11.042790 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:23:11.659918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27578): Launched\u000a23:23:12.114072 run osmo-stp_10.42.42.5(pid=27579): Launched\u000a23:23:12.343834 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:23:12.992677 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27581): Launched\u000a23:23:13.440464 run osmo-msc_10.42.42.6(pid=27582): Launched\u000a23:23:13.852649 run osmo-stp_10.42.42.5(pid=27579): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27579)]\u000a23:23:14.052388 run osmo-stp_10.42.42.5(pid=27579): stdout: \u000a| (launched: 2022-12-08_23:23:11.837270)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:23:14.198334 run osmo-stp_10.42.42.5(pid=27579): stderr: \u000a| �[0;m�[38;5;43m20221208232312145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232312145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232312145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232312145 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232312148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232312148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232312148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:23:14.338666 run osmo-stp_10.42.42.5(pid=27579): stdout: \u000a| (launched: 2022-12-08_23:23:11.837270)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:23:14.477872 run osmo-stp_10.42.42.5(pid=27579): stderr: \u000a| �[0;m�[38;5;43m20221208232312145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232312145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232312145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232312145 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232312148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232312148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232312148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:23:14.539561 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27579): Process ended prematurely: osmo-stp_10.42.42.5(pid=27579) [trial-2351↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27579)] [trial-2351↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a23:23:14.550429 tst mo_mt_call_osmux.py:8: Test FAILED (7.6 sec)\u000a23:23:14.617222 run osmo-hlr_10.42.42.2(pid=27576): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27576)]\u000a23:23:14.671433 run osmo-hlr_10.42.42.2(pid=27576): stdout: \u000a| (launched: 2022-12-08_23:23:10.515795) \u000a23:23:14.726005 run osmo-hlr_10.42.42.2(pid=27576): stderr: \u000a| �[0;m�[1;31m20221208232310838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208232310838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208232310838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232310838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232310838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208232310838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208232310850 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208232310858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208232310858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208232310858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:23:14.801199 run osmo-msc_10.42.42.6(pid=27582): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27582)]\u000a23:23:14.855520 run osmo-msc_10.42.42.6(pid=27582): stdout: \u000a| (launched: 2022-12-08_23:23:13.168678) \u000a23:23:14.913148 run osmo-msc_10.42.42.6(pid=27582): stderr: \u000a| �[0;m�[38;5;43m20221208232313679 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208232313679 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f191a15ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208232313680 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208232313680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208232313680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208232313680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208232313690 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208232313691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208232313691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208232313691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:23:14.959028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27575): Terminating (SIGTERM)\u000a23:23:15.005707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27578): Terminating (SIGTERM)\u000a23:23:15.051450 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27581): Terminating (SIGTERM)\u000a23:23:15.062157 --- ParallelTerminationStrategy: PID 27575 died...\u000a23:23:15.121437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27575): Terminated: ok {rc=0}\u000a23:23:15.132056 --- ParallelTerminationStrategy: PID 27578 died...\u000a23:23:15.191445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27578): Terminated: ok {rc=0}\u000a23:23:15.202188 --- ParallelTerminationStrategy: PID 27581 died...\u000a23:23:15.260350 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27581): Terminated: ok {rc=0}\u000a23:23:15.351055 bus /sierra_3: Setting Powered False\u000a23:23:16.505240 bus /sierra_3: Setting Powered False\u000a23:23:17.631267 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 24.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "23", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:22:55" }, { "cases" : [ { "testActions" : [ ], "age" : 149, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27594): Process ended prematurely: osmo-stp_10.42.42.5(pid=27594) [trial-2351↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27594)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27594): Process ended prematurely: osmo-stp_10.42.42.5(pid=27594) [trial-2351↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27594)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a23:23:19.613956 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:23:19.626150 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a23:23:19.786060 tst mo_mt_call.py: using LAC 17465\u000a23:23:19.923086 tst mo_mt_call.py: using RAC 125\u000a23:23:20.063640 tst mo_mt_call.py: using CellId 17465\u000a23:23:20.198972 tst mo_mt_call.py: using BVCI 17466\u000a23:23:20.226561 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:23:20.239332 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:23:20.251671 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:23:20.264435 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:23:20.277220 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:23:20.289712 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:23:20.416382 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:23:20.642555 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:23:21.239929 run create_hlr_db(pid=27587): Launched\u000a23:23:21.442738 bus /sierra_2: Setting Powered False\u000a23:23:22.463953 run create_hlr_db(pid=27587): Terminated: ok {rc=0}\u000a23:23:22.943815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27589): Launched\u000a23:23:23.404711 run osmo-hlr_10.42.42.2(pid=27590): Launched\u000a23:23:23.653392 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:23:24.254798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27593): Launched\u000a23:23:24.572261 run osmo-stp_10.42.42.5(pid=27594): Launched\u000a23:23:24.687125 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:23:25.264820 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27596): Launched\u000a23:23:25.583646 run osmo-msc_10.42.42.6(pid=27597): Launched\u000a23:23:25.770631 run osmo-stp_10.42.42.5(pid=27594): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27594)]\u000a23:23:25.904289 run osmo-stp_10.42.42.5(pid=27594): stdout: \u000a| (launched: 2022-12-08_23:23:24.415076)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:23:26.034997 run osmo-stp_10.42.42.5(pid=27594): stderr: \u000a| �[0;m�[38;5;43m20221208232324589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232324589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232324590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232324590 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232324591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232324591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232324591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:23:26.161924 run osmo-stp_10.42.42.5(pid=27594): stdout: \u000a| (launched: 2022-12-08_23:23:24.415076)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:23:26.286942 run osmo-stp_10.42.42.5(pid=27594): stderr: \u000a| �[0;m�[38;5;43m20221208232324589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232324589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232324590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232324590 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232324591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232324591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232324591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:23:26.342042 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27594): Process ended prematurely: osmo-stp_10.42.42.5(pid=27594) [trial-2351↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27594)] [trial-2351↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a23:23:26.350601 tst mo_mt_call.py:8: Test FAILED (6.8 sec)\u000a23:23:26.411437 run osmo-hlr_10.42.42.2(pid=27590): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27590)]\u000a23:23:26.461309 run osmo-hlr_10.42.42.2(pid=27590): stdout: \u000a| (launched: 2022-12-08_23:23:23.122691) \u000a23:23:26.511777 run osmo-hlr_10.42.42.2(pid=27590): stderr: \u000a| �[0;m�[1;31m20221208232323441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208232323441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208232323441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232323441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232323442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208232323442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208232323461 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208232323474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208232323474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208232323474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:23:26.580051 run osmo-msc_10.42.42.6(pid=27597): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27597)]\u000a23:23:26.629637 run osmo-msc_10.42.42.6(pid=27597): stdout: \u000a| (launched: 2022-12-08_23:23:25.425478) \u000a23:23:26.679883 run osmo-msc_10.42.42.6(pid=27597): stderr: \u000a| �[0;m�[38;5;43m20221208232325704 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208232325704 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0f63a9bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208232325704 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208232325704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208232325704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208232325704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208232325706 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208232325707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208232325707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208232325707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:23:26.722039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27589): Terminating (SIGTERM)\u000a23:23:26.762171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27593): Terminating (SIGTERM)\u000a23:23:26.802345 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27596): Terminating (SIGTERM)\u000a23:23:26.811865 --- ParallelTerminationStrategy: PID 27589 died...\u000a23:23:26.865444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27589): Terminated: ok {rc=0}\u000a23:23:26.875310 --- ParallelTerminationStrategy: PID 27593 died...\u000a23:23:26.928751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27593): Terminated: ok {rc=0}\u000a23:23:26.938619 --- ParallelTerminationStrategy: PID 27596 died...\u000a23:23:26.992085 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27596): Terminated: ok {rc=0}\u000a23:23:27.076161 bus /sierra_3: Setting Powered False\u000a23:23:28.183905 bus /sierra_3: Setting Powered False\u000a23:23:29.292321 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 151, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27605): Process ended prematurely: osmo-stp_10.42.42.5(pid=27605) [trial-2351↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27605)]", "failedSince" : 2201, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27605): Process ended prematurely: osmo-stp_10.42.42.5(pid=27605) [trial-2351↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27605)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:23:30.409561 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:23:30.421662 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a23:23:30.576934 tst mo_mt_call_osmux.py: using LAC 17466\u000a23:23:30.710732 tst mo_mt_call_osmux.py: using RAC 126\u000a23:23:30.845274 tst mo_mt_call_osmux.py: using CellId 17466\u000a23:23:30.993684 tst mo_mt_call_osmux.py: using BVCI 17467\u000a23:23:31.018774 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:23:31.031624 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:23:31.044191 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:23:31.057337 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:23:31.071077 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:23:31.083828 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:23:31.205840 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:23:31.442639 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:23:32.118718 run create_hlr_db(pid=27599): Launched\u000a23:23:32.318420 bus /sierra_2: Setting Powered False\u000a23:23:33.334821 run create_hlr_db(pid=27599): Terminated: ok {rc=0}\u000a23:23:33.762676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27601): Launched\u000a23:23:34.080520 run osmo-hlr_10.42.42.2(pid=27602): Launched\u000a23:23:34.203845 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:23:34.761953 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27604): Launched\u000a23:23:35.087450 run osmo-stp_10.42.42.5(pid=27605): Launched\u000a23:23:35.211664 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:23:35.830713 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27607): Launched\u000a23:23:36.170176 run osmo-msc_10.42.42.6(pid=27608): Launched\u000a23:23:36.365860 run osmo-stp_10.42.42.5(pid=27605): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27605)]\u000a23:23:36.507565 run osmo-stp_10.42.42.5(pid=27605): stdout: \u000a| (launched: 2022-12-08_23:23:34.922229)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:23:36.648100 run osmo-stp_10.42.42.5(pid=27605): stderr: \u000a| �[0;m�[38;5;43m20221208232335114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232335114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232335114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232335114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232335115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232335115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232335115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:23:36.783052 run osmo-stp_10.42.42.5(pid=27605): stdout: \u000a| (launched: 2022-12-08_23:23:34.922229)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:23:36.917454 run osmo-stp_10.42.42.5(pid=27605): stderr: \u000a| �[0;m�[38;5;43m20221208232335114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232335114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232335114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232335114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232335115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232335115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232335115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:23:36.976206 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27605): Process ended prematurely: osmo-stp_10.42.42.5(pid=27605) [trial-2351↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27605)] [trial-2351↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a23:23:36.985954 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a23:23:37.048918 run osmo-hlr_10.42.42.2(pid=27602): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27602)]\u000a23:23:37.100835 run osmo-hlr_10.42.42.2(pid=27602): stdout: \u000a| (launched: 2022-12-08_23:23:33.923131) \u000a23:23:37.153355 run osmo-hlr_10.42.42.2(pid=27602): stderr: \u000a| �[0;m�[1;31m20221208232334102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208232334102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208232334102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232334102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232334102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208232334102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208232334114 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208232334122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208232334123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208232334123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:23:37.224595 run osmo-msc_10.42.42.6(pid=27608): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27608)]\u000a23:23:37.276349 run osmo-msc_10.42.42.6(pid=27608): stdout: \u000a| (launched: 2022-12-08_23:23:36.003115) \u000a23:23:37.328798 run osmo-msc_10.42.42.6(pid=27608): stderr: \u000a| �[0;m�[38;5;43m20221208232336331 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208232336331 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0883e35c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208232336331 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208232336331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208232336331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208232336332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208232336333 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208232336334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208232336334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208232336334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:23:37.373075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27601): Terminating (SIGTERM)\u000a23:23:37.415060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27604): Terminating (SIGTERM)\u000a23:23:37.457109 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27607): Terminating (SIGTERM)\u000a23:23:37.466860 --- ParallelTerminationStrategy: PID 27601 died...\u000a23:23:37.523107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27601): Terminated: ok {rc=0}\u000a23:23:37.533299 --- ParallelTerminationStrategy: PID 27604 died...\u000a23:23:37.589107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27604): Terminated: ok {rc=0}\u000a23:23:37.599273 --- ParallelTerminationStrategy: PID 27607 died...\u000a23:23:37.654976 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27607): Terminated: ok {rc=0}\u000a23:23:37.742311 bus /sierra_3: Setting Powered False\u000a23:23:38.846660 bus /sierra_3: Setting Powered False\u000a23:23:39.958511 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "24", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:23:19" }, { "cases" : [ { "testActions" : [ ], "age" : 149, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27619): Process ended prematurely: osmo-stp_10.42.42.5(pid=27619) [trial-2351↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27619)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27619): Process ended prematurely: osmo-stp_10.42.42.5(pid=27619) [trial-2351↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27619)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a23:23:41.913166 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:23:41.924072 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a23:23:42.071779 tst mo_mt_call.py: using LAC 17467\u000a23:23:42.196298 tst mo_mt_call.py: using RAC 127\u000a23:23:42.321272 tst mo_mt_call.py: using CellId 17467\u000a23:23:42.446500 tst mo_mt_call.py: using BVCI 17468\u000a23:23:42.470427 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:23:42.481521 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:23:42.492266 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:23:42.503319 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:23:42.514106 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:23:42.525475 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:23:42.646988 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:23:42.864422 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:23:43.405052 run create_hlr_db(pid=27613): Launched\u000a23:23:43.600507 bus /sierra_2: Setting Powered False\u000a23:23:44.619985 run create_hlr_db(pid=27613): Terminated: ok {rc=0}\u000a23:23:45.046066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27615): Launched\u000a23:23:45.365199 run osmo-hlr_10.42.42.2(pid=27616): Launched\u000a23:23:45.484429 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:23:46.078298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27618): Launched\u000a23:23:46.499981 run osmo-stp_10.42.42.5(pid=27619): Launched\u000a23:23:46.774419 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:23:47.358746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27621): Launched\u000a23:23:47.677158 run osmo-msc_10.42.42.6(pid=27622): Launched\u000a23:23:47.862878 run osmo-stp_10.42.42.5(pid=27619): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27619)]\u000a23:23:47.996262 run osmo-stp_10.42.42.5(pid=27619): stdout: \u000a| (launched: 2022-12-08_23:23:46.241578)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:23:48.127124 run osmo-stp_10.42.42.5(pid=27619): stderr: \u000a| �[0;m�[38;5;43m20221208232346582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232346582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232346583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232346583 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232346584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232346584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232346584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:23:48.253314 run osmo-stp_10.42.42.5(pid=27619): stdout: \u000a| (launched: 2022-12-08_23:23:46.241578)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:23:48.378272 run osmo-stp_10.42.42.5(pid=27619): stderr: \u000a| �[0;m�[38;5;43m20221208232346582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232346582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232346583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232346583 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232346584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232346584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232346584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:23:48.433382 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27619): Process ended prematurely: osmo-stp_10.42.42.5(pid=27619) [trial-2351↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27619)] [trial-2351↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a23:23:48.441994 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a23:23:48.502913 run osmo-hlr_10.42.42.2(pid=27616): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27616)]\u000a23:23:48.552537 run osmo-hlr_10.42.42.2(pid=27616): stdout: \u000a| (launched: 2022-12-08_23:23:45.206862) \u000a23:23:48.603026 run osmo-hlr_10.42.42.2(pid=27616): stderr: \u000a| �[0;m�[1;31m20221208232345388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208232345388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208232345388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232345388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232345388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208232345388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208232345403 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208232345413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208232345413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208232345413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:23:48.670813 run osmo-msc_10.42.42.6(pid=27622): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27622)]\u000a23:23:48.720383 run osmo-msc_10.42.42.6(pid=27622): stdout: \u000a| (launched: 2022-12-08_23:23:47.518913) \u000a23:23:48.770563 run osmo-msc_10.42.42.6(pid=27622): stderr: \u000a| �[0;m�[38;5;43m20221208232347795 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208232347796 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fda13cfdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208232347796 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208232347796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208232347796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208232347796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208232347798 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208232347798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208232347798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208232347799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:23:48.812714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27615): Terminating (SIGTERM)\u000a23:23:48.852878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27618): Terminating (SIGTERM)\u000a23:23:48.893119 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27621): Terminating (SIGTERM)\u000a23:23:48.902595 --- ParallelTerminationStrategy: PID 27615 died...\u000a23:23:48.956922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27615): Terminated: ok {rc=0}\u000a23:23:48.966614 --- ParallelTerminationStrategy: PID 27618 died...\u000a23:23:49.019752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27618): Terminated: ok {rc=0}\u000a23:23:49.029661 --- ParallelTerminationStrategy: PID 27621 died...\u000a23:23:49.082890 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27621): Terminated: ok {rc=0}\u000a23:23:49.167565 bus /sierra_3: Setting Powered False\u000a23:23:50.276116 bus /sierra_3: Setting Powered False\u000a23:23:51.384421 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 149, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27630): Process ended prematurely: osmo-stp_10.42.42.5(pid=27630) [trial-2351↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27630)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27630): Process ended prematurely: osmo-stp_10.42.42.5(pid=27630) [trial-2351↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27630)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:23:52.501708 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:23:52.513814 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a23:23:52.671111 tst mo_mt_call_osmux.py: using LAC 17468\u000a23:23:52.801834 tst mo_mt_call_osmux.py: using RAC 128\u000a23:23:52.928396 tst mo_mt_call_osmux.py: using CellId 17468\u000a23:23:53.052549 tst mo_mt_call_osmux.py: using BVCI 17469\u000a23:23:53.076526 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:23:53.087618 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:23:53.098613 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:23:53.109872 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:23:53.120902 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:23:53.131997 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:23:53.253822 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:23:53.472045 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:23:54.014239 run create_hlr_db(pid=27624): Launched\u000a23:23:54.210395 bus /sierra_2: Setting Powered False\u000a23:23:55.229018 run create_hlr_db(pid=27624): Terminated: ok {rc=0}\u000a23:23:55.656773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27626): Launched\u000a23:23:55.975949 run osmo-hlr_10.42.42.2(pid=27627): Launched\u000a23:23:56.099106 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:23:56.655018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27629): Launched\u000a23:23:56.974782 run osmo-stp_10.42.42.5(pid=27630): Launched\u000a23:23:57.090050 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:23:57.666301 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27632): Launched\u000a23:23:57.983653 run osmo-msc_10.42.42.6(pid=27633): Launched\u000a23:23:58.168109 run osmo-stp_10.42.42.5(pid=27630): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27630)]\u000a23:23:58.300829 run osmo-stp_10.42.42.5(pid=27630): stdout: \u000a| (launched: 2022-12-08_23:23:56.815847)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:23:58.431538 run osmo-stp_10.42.42.5(pid=27630): stderr: \u000a| �[0;m�[38;5;43m20221208232356992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232356992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232356992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232356993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232356993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232356993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232356993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:23:58.557589 run osmo-stp_10.42.42.5(pid=27630): stdout: \u000a| (launched: 2022-12-08_23:23:56.815847)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:23:58.682437 run osmo-stp_10.42.42.5(pid=27630): stderr: \u000a| �[0;m�[38;5;43m20221208232356992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232356992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232356992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232356993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232356993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232356993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232356993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:23:58.737631 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27630): Process ended prematurely: osmo-stp_10.42.42.5(pid=27630) [trial-2351↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27630)] [trial-2351↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a23:23:58.746265 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a23:23:58.806191 run osmo-hlr_10.42.42.2(pid=27627): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27627)]\u000a23:23:58.855116 run osmo-hlr_10.42.42.2(pid=27627): stdout: \u000a| (launched: 2022-12-08_23:23:55.817589) \u000a23:23:58.904730 run osmo-hlr_10.42.42.2(pid=27627): stderr: \u000a| �[0;m�[1;31m20221208232356001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208232356001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208232356001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232356001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232356001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208232356001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208232356012 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208232356020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208232356020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208232356020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:23:58.971714 run osmo-msc_10.42.42.6(pid=27633): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27633)]\u000a23:23:59.020344 run osmo-msc_10.42.42.6(pid=27633): stdout: \u000a| (launched: 2022-12-08_23:23:57.826097) \u000a23:23:59.069509 run osmo-msc_10.42.42.6(pid=27633): stderr: \u000a| �[0;m�[38;5;43m20221208232358103 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208232358104 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f77212aec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208232358104 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208232358104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208232358104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208232358104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208232358107 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208232358108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208232358108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208232358108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:23:59.110949 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27626): Terminating (SIGTERM)\u000a23:23:59.150630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27629): Terminating (SIGTERM)\u000a23:23:59.190580 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27632): Terminating (SIGTERM)\u000a23:23:59.199985 --- ParallelTerminationStrategy: PID 27626 died...\u000a23:23:59.253685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27626): Terminated: ok {rc=0}\u000a23:23:59.263461 --- ParallelTerminationStrategy: PID 27629 died...\u000a23:23:59.317044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27629): Terminated: ok {rc=0}\u000a23:23:59.326877 --- ParallelTerminationStrategy: PID 27632 died...\u000a23:23:59.379781 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27632): Terminated: ok {rc=0}\u000a23:23:59.469098 bus /sierra_3: Setting Powered False\u000a23:24:00.572268 bus /sierra_3: Setting Powered False\u000a23:24:01.709205 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "25", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:23:41" }, { "cases" : [ { "testActions" : [ ], "age" : 149, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27644): Process ended prematurely: osmo-stp_10.42.42.5(pid=27644) [trial-2351↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27644)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27644): Process ended prematurely: osmo-stp_10.42.42.5(pid=27644) [trial-2351↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27644)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a23:24:03.676632 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:24:03.688032 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a23:24:03.843570 tst mo_mt_call.py: using LAC 17469\u000a23:24:03.975601 tst mo_mt_call.py: using RAC 129\u000a23:24:04.107195 tst mo_mt_call.py: using CellId 17469\u000a23:24:04.241784 tst mo_mt_call.py: using BVCI 17470\u000a23:24:04.267467 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:24:04.278969 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:24:04.290282 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:24:04.301642 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:24:04.312806 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:24:04.324110 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:24:04.443239 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:24:04.650147 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:24:05.150153 run create_hlr_db(pid=27638): Launched\u000a23:24:05.331898 bus /sierra_2: Setting Powered False\u000a23:24:06.352853 run create_hlr_db(pid=27638): Terminated: ok {rc=0}\u000a23:24:06.803685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27640): Launched\u000a23:24:07.144370 run osmo-hlr_10.42.42.2(pid=27641): Launched\u000a23:24:07.269721 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:24:07.860071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27643): Launched\u000a23:24:08.200495 run osmo-stp_10.42.42.5(pid=27644): Launched\u000a23:24:08.323202 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:24:08.942385 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27646): Launched\u000a23:24:09.284594 run osmo-msc_10.42.42.6(pid=27647): Launched\u000a23:24:09.482083 run osmo-stp_10.42.42.5(pid=27644): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27644)]\u000a23:24:09.624389 run osmo-stp_10.42.42.5(pid=27644): stdout: \u000a| (launched: 2022-12-08_23:24:08.033511)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:24:09.765646 run osmo-stp_10.42.42.5(pid=27644): stderr: \u000a| �[0;m�[38;5;43m20221208232408230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232408231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232408231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232408231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232408232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232408232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232408232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:24:09.901407 run osmo-stp_10.42.42.5(pid=27644): stdout: \u000a| (launched: 2022-12-08_23:24:08.033511)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:24:10.036368 run osmo-stp_10.42.42.5(pid=27644): stderr: \u000a| �[0;m�[38;5;43m20221208232408230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232408231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232408231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232408231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232408232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232408232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232408232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:24:10.095659 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27644): Process ended prematurely: osmo-stp_10.42.42.5(pid=27644) [trial-2351↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27644)] [trial-2351↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a23:24:10.104852 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a23:24:10.167845 run osmo-hlr_10.42.42.2(pid=27641): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27641)]\u000a23:24:10.219433 run osmo-hlr_10.42.42.2(pid=27641): stdout: \u000a| (launched: 2022-12-08_23:24:06.976450) \u000a23:24:10.271432 run osmo-hlr_10.42.42.2(pid=27641): stderr: \u000a| �[0;m�[1;31m20221208232407180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208232407180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208232407180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232407180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232407180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208232407180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208232407194 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208232407203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208232407203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208232407203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:24:10.343088 run osmo-msc_10.42.42.6(pid=27647): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27647)]\u000a23:24:10.394750 run osmo-msc_10.42.42.6(pid=27647): stdout: \u000a| (launched: 2022-12-08_23:24:09.114767) \u000a23:24:10.446994 run osmo-msc_10.42.42.6(pid=27647): stderr: \u000a| �[0;m�[38;5;43m20221208232409444 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208232409444 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1ed2ae0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208232409444 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208232409444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208232409445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208232409445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208232409446 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208232409447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208232409447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208232409447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:24:10.491540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27640): Terminating (SIGTERM)\u000a23:24:10.533544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27643): Terminating (SIGTERM)\u000a23:24:10.575655 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27646): Terminating (SIGTERM)\u000a23:24:10.585215 --- ParallelTerminationStrategy: PID 27640 died...\u000a23:24:10.641366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27640): Terminated: ok {rc=0}\u000a23:24:10.651555 --- ParallelTerminationStrategy: PID 27643 died...\u000a23:24:10.707629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27643): Terminated: ok {rc=0}\u000a23:24:10.717834 --- ParallelTerminationStrategy: PID 27646 died...\u000a23:24:10.773566 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27646): Terminated: ok {rc=0}\u000a23:24:10.860878 bus /sierra_3: Setting Powered False\u000a23:24:11.968037 bus /sierra_3: Setting Powered False\u000a23:24:13.078665 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 149, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27655): Process ended prematurely: osmo-stp_10.42.42.5(pid=27655) [trial-2351↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27655)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27655): Process ended prematurely: osmo-stp_10.42.42.5(pid=27655) [trial-2351↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27655)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:24:14.189416 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:24:14.200859 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a23:24:14.346805 tst mo_mt_call_osmux.py: using LAC 17470\u000a23:24:14.469699 tst mo_mt_call_osmux.py: using RAC 130\u000a23:24:14.590863 tst mo_mt_call_osmux.py: using CellId 17470\u000a23:24:14.712013 tst mo_mt_call_osmux.py: using BVCI 17471\u000a23:24:14.735587 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:24:14.746533 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:24:14.757227 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:24:14.768165 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:24:14.779195 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:24:14.790222 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:24:14.910324 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:24:15.116349 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:24:15.605632 run create_hlr_db(pid=27649): Launched\u000a23:24:15.783224 bus /sierra_2: Setting Powered False\u000a23:24:16.810790 run create_hlr_db(pid=27649): Terminated: ok {rc=0}\u000a23:24:17.252848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27651): Launched\u000a23:24:17.568414 run osmo-hlr_10.42.42.2(pid=27652): Launched\u000a23:24:17.684297 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:24:18.226196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27654): Launched\u000a23:24:18.539093 run osmo-stp_10.42.42.5(pid=27655): Launched\u000a23:24:18.652246 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:24:19.219712 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27657): Launched\u000a23:24:19.533718 run osmo-msc_10.42.42.6(pid=27658): Launched\u000a23:24:19.716419 run osmo-stp_10.42.42.5(pid=27655): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27655)]\u000a23:24:19.848278 run osmo-stp_10.42.42.5(pid=27655): stdout: \u000a| (launched: 2022-12-08_23:24:18.383944)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:24:19.977392 run osmo-stp_10.42.42.5(pid=27655): stderr: \u000a| �[0;m�[38;5;43m20221208232418559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232418559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232418560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232418560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232418561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232418561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232418561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:24:20.101991 run osmo-stp_10.42.42.5(pid=27655): stdout: \u000a| (launched: 2022-12-08_23:24:18.383944)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:24:20.225531 run osmo-stp_10.42.42.5(pid=27655): stderr: \u000a| �[0;m�[38;5;43m20221208232418559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232418559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232418560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232418560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232418561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232418561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232418561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:24:20.279544 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27655): Process ended prematurely: osmo-stp_10.42.42.5(pid=27655) [trial-2351↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27655)] [trial-2351↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a23:24:20.288054 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a23:24:20.348450 run osmo-hlr_10.42.42.2(pid=27652): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27652)]\u000a23:24:20.397602 run osmo-hlr_10.42.42.2(pid=27652): stdout: \u000a| (launched: 2022-12-08_23:24:17.411694) \u000a23:24:20.447425 run osmo-hlr_10.42.42.2(pid=27652): stderr: \u000a| �[0;m�[1;31m20221208232417592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208232417592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208232417592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232417592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232417592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208232417592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208232417604 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208232417612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208232417613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208232417613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:24:20.514455 run osmo-msc_10.42.42.6(pid=27658): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27658)]\u000a23:24:20.563454 run osmo-msc_10.42.42.6(pid=27658): stdout: \u000a| (launched: 2022-12-08_23:24:19.377609) \u000a23:24:20.613705 run osmo-msc_10.42.42.6(pid=27658): stderr: \u000a| �[0;m�[38;5;43m20221208232419652 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208232419653 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3feda58c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208232419653 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208232419653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208232419653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208232419653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208232419655 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208232419655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208232419655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208232419655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:24:20.655337 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27651): Terminating (SIGTERM)\u000a23:24:20.695057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27654): Terminating (SIGTERM)\u000a23:24:20.734737 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27657): Terminating (SIGTERM)\u000a23:24:20.744172 --- ParallelTerminationStrategy: PID 27651 died...\u000a23:24:20.797372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27651): Terminated: ok {rc=0}\u000a23:24:20.807128 --- ParallelTerminationStrategy: PID 27654 died...\u000a23:24:20.860417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27654): Terminated: ok {rc=0}\u000a23:24:20.870130 --- ParallelTerminationStrategy: PID 27657 died...\u000a23:24:20.922804 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27657): Terminated: ok {rc=0}\u000a23:24:21.005297 bus /sierra_3: Setting Powered False\u000a23:24:22.113494 bus /sierra_3: Setting Powered False\u000a23:24:23.219952 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "26", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:24:03" }, { "cases" : [ { "testActions" : [ ], "age" : 149, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27670): Process ended prematurely: osmo-stp_10.42.42.5(pid=27670) [trial-2351↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27670)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27670): Process ended prematurely: osmo-stp_10.42.42.5(pid=27670) [trial-2351↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27670)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a23:24:25.182904 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:24:25.194339 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:24:25.347428 tst mo_mt_call.py: using LAC 17471\u000a23:24:25.476503 tst mo_mt_call.py: using RAC 131\u000a23:24:25.606807 tst mo_mt_call.py: using CellId 17471\u000a23:24:25.735372 tst mo_mt_call.py: using BVCI 17472\u000a23:24:25.760563 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:24:25.771990 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:24:25.783177 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:24:25.794367 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:24:25.805591 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:24:25.816785 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:24:25.938621 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:24:26.151665 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:24:26.680537 run create_hlr_db(pid=27664): Launched\u000a23:24:26.870751 bus /sierra_2: Setting Powered False\u000a23:24:27.891523 run create_hlr_db(pid=27664): Terminated: ok {rc=0}\u000a23:24:28.308761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27666): Launched\u000a23:24:28.621757 run osmo-hlr_10.42.42.2(pid=27667): Launched\u000a23:24:28.742204 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:24:29.291216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27669): Launched\u000a23:24:29.603768 run osmo-stp_10.42.42.5(pid=27670): Launched\u000a23:24:29.717712 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:24:30.285993 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27672): Launched\u000a23:24:30.599343 run osmo-msc_10.42.42.6(pid=27673): Launched\u000a23:24:30.781626 run osmo-stp_10.42.42.5(pid=27670): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27670)]\u000a23:24:30.917549 run osmo-stp_10.42.42.5(pid=27670): stdout: \u000a| (launched: 2022-12-08_23:24:29.448886)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:24:31.053218 run osmo-stp_10.42.42.5(pid=27670): stderr: \u000a| �[0;m�[38;5;43m20221208232429622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232429622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232429622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232429623 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232429625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232429625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232429625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:24:31.180678 run osmo-stp_10.42.42.5(pid=27670): stdout: \u000a| (launched: 2022-12-08_23:24:29.448886)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:24:31.307130 run osmo-stp_10.42.42.5(pid=27670): stderr: \u000a| �[0;m�[38;5;43m20221208232429622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232429622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232429622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232429623 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232429625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232429625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232429625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:24:31.363177 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27670): Process ended prematurely: osmo-stp_10.42.42.5(pid=27670) [trial-2351↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27670)] [trial-2351↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a23:24:31.372710 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a23:24:31.437318 run osmo-hlr_10.42.42.2(pid=27667): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27667)]\u000a23:24:31.488817 run osmo-hlr_10.42.42.2(pid=27667): stdout: \u000a| (launched: 2022-12-08_23:24:28.466606) \u000a23:24:31.541479 run osmo-hlr_10.42.42.2(pid=27667): stderr: \u000a| �[0;m�[1;31m20221208232428647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208232428647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208232428647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232428647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232428647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208232428647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208232428663 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208232428673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208232428673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208232428673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:24:31.611572 run osmo-msc_10.42.42.6(pid=27673): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27673)]\u000a23:24:31.664254 run osmo-msc_10.42.42.6(pid=27673): stdout: \u000a| (launched: 2022-12-08_23:24:30.443578) \u000a23:24:31.716316 run osmo-msc_10.42.42.6(pid=27673): stderr: \u000a| �[0;m�[38;5;43m20221208232430720 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208232430720 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8fc80ecc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208232430720 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208232430721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208232430721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208232430721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208232430723 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208232430723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208232430723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208232430723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:24:31.759399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27666): Terminating (SIGTERM)\u000a23:24:31.803337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27669): Terminating (SIGTERM)\u000a23:24:31.848774 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27672): Terminating (SIGTERM)\u000a23:24:31.858770 --- ParallelTerminationStrategy: PID 27666 died...\u000a23:24:31.915154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27666): Terminated: ok {rc=0}\u000a23:24:31.925779 --- ParallelTerminationStrategy: PID 27669 died...\u000a23:24:31.982452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27669): Terminated: ok {rc=0}\u000a23:24:31.993111 --- ParallelTerminationStrategy: PID 27672 died...\u000a23:24:32.047933 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27672): Terminated: ok {rc=0}\u000a23:24:32.138060 bus /sierra_3: Setting Powered False\u000a23:24:33.240043 bus /sierra_3: Setting Powered False\u000a23:24:34.349783 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 149, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27681): Process ended prematurely: osmo-stp_10.42.42.5(pid=27681) [trial-2351↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27681)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27681): Process ended prematurely: osmo-stp_10.42.42.5(pid=27681) [trial-2351↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27681)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:24:35.460440 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:24:35.471899 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:24:35.618029 tst mo_mt_call_osmux.py: using LAC 17472\u000a23:24:35.740547 tst mo_mt_call_osmux.py: using RAC 132\u000a23:24:35.866951 tst mo_mt_call_osmux.py: using CellId 17472\u000a23:24:35.988922 tst mo_mt_call_osmux.py: using BVCI 17473\u000a23:24:36.012463 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:24:36.023420 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:24:36.034195 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:24:36.045159 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:24:36.056133 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:24:36.067202 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:24:36.186196 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:24:36.390390 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:24:36.879950 run create_hlr_db(pid=27675): Launched\u000a23:24:37.058089 bus /sierra_2: Setting Powered False\u000a23:24:38.078591 run create_hlr_db(pid=27675): Terminated: ok {rc=0}\u000a23:24:38.493232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27677): Launched\u000a23:24:38.805325 run osmo-hlr_10.42.42.2(pid=27678): Launched\u000a23:24:38.927941 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:24:39.473458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27680): Launched\u000a23:24:39.785886 run osmo-stp_10.42.42.5(pid=27681): Launched\u000a23:24:39.899551 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:24:40.468312 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27683): Launched\u000a23:24:40.781554 run osmo-msc_10.42.42.6(pid=27684): Launched\u000a23:24:40.963608 run osmo-stp_10.42.42.5(pid=27681): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27681)]\u000a23:24:41.094591 run osmo-stp_10.42.42.5(pid=27681): stdout: \u000a| (launched: 2022-12-08_23:24:39.631020)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:24:41.223635 run osmo-stp_10.42.42.5(pid=27681): stderr: \u000a| �[0;m�[38;5;43m20221208232439805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232439806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232439806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232439806 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232439807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232439807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232439807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:24:41.347792 run osmo-stp_10.42.42.5(pid=27681): stdout: \u000a| (launched: 2022-12-08_23:24:39.631020)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:24:41.470781 run osmo-stp_10.42.42.5(pid=27681): stderr: \u000a| �[0;m�[38;5;43m20221208232439805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232439806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232439806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232439806 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232439807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232439807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232439807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:24:41.524662 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27681): Process ended prematurely: osmo-stp_10.42.42.5(pid=27681) [trial-2351↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27681)] [trial-2351↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a23:24:41.533252 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a23:24:41.593234 run osmo-hlr_10.42.42.2(pid=27678): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27678)]\u000a23:24:41.642115 run osmo-hlr_10.42.42.2(pid=27678): stdout: \u000a| (launched: 2022-12-08_23:24:38.650857) \u000a23:24:41.691707 run osmo-hlr_10.42.42.2(pid=27678): stderr: \u000a| �[0;m�[1;31m20221208232438829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208232438829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208232438829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232438829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232438830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208232438830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208232438842 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208232438852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208232438853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208232438853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:24:41.758783 run osmo-msc_10.42.42.6(pid=27684): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27684)]\u000a23:24:41.807555 run osmo-msc_10.42.42.6(pid=27684): stdout: \u000a| (launched: 2022-12-08_23:24:40.625767) \u000a23:24:41.856725 run osmo-msc_10.42.42.6(pid=27684): stderr: \u000a| �[0;m�[38;5;43m20221208232440901 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208232440901 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1374302c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208232440902 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208232440902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208232440902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208232440902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208232440904 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208232440904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208232440904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208232440904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:24:41.898124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27677): Terminating (SIGTERM)\u000a23:24:41.937477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27680): Terminating (SIGTERM)\u000a23:24:41.976916 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27683): Terminating (SIGTERM)\u000a23:24:41.986369 --- ParallelTerminationStrategy: PID 27677 died...\u000a23:24:42.039313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27677): Terminated: ok {rc=0}\u000a23:24:42.049174 --- ParallelTerminationStrategy: PID 27680 died...\u000a23:24:42.102445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27680): Terminated: ok {rc=0}\u000a23:24:42.112209 --- ParallelTerminationStrategy: PID 27683 died...\u000a23:24:42.164771 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27683): Terminated: ok {rc=0}\u000a23:24:42.252587 bus /sierra_3: Setting Powered False\u000a23:24:43.354398 bus /sierra_3: Setting Powered False\u000a23:24:44.461669 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "27", "name" : "voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:24:24" }, { "cases" : [ { "testActions" : [ ], "age" : 149, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27695): Process ended prematurely: osmo-stp_10.42.42.5(pid=27695) [trial-2351↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27695)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27695): Process ended prematurely: osmo-stp_10.42.42.5(pid=27695) [trial-2351↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27695)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a23:24:46.414789 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:24:46.427594 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:24:46.579978 tst mo_mt_call.py: using LAC 17473\u000a23:24:46.734199 tst mo_mt_call.py: using RAC 133\u000a23:24:46.889553 tst mo_mt_call.py: using CellId 17473\u000a23:24:47.046669 tst mo_mt_call.py: using BVCI 17474\u000a23:24:47.074381 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:24:47.086588 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:24:47.099081 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:24:47.110625 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:24:47.122214 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:24:47.133825 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:24:47.257862 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:24:47.469909 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:24:47.953120 run create_hlr_db(pid=27689): Launched\u000a23:24:48.130171 bus /sierra_2: Setting Powered False\u000a23:24:49.150937 run create_hlr_db(pid=27689): Terminated: ok {rc=0}\u000a23:24:49.584808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27691): Launched\u000a23:24:49.911551 run osmo-hlr_10.42.42.2(pid=27692): Launched\u000a23:24:50.031275 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:24:50.600549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27694): Launched\u000a23:24:50.928509 run osmo-stp_10.42.42.5(pid=27695): Launched\u000a23:24:51.047820 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:24:51.645685 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27697): Launched\u000a23:24:51.974509 run osmo-msc_10.42.42.6(pid=27698): Launched\u000a23:24:52.167789 run osmo-stp_10.42.42.5(pid=27695): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27695)]\u000a23:24:52.306486 run osmo-stp_10.42.42.5(pid=27695): stdout: \u000a| (launched: 2022-12-08_23:24:50.767403)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:24:52.445314 run osmo-stp_10.42.42.5(pid=27695): stderr: \u000a| �[0;m�[38;5;43m20221208232450962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232450963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232450963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232450963 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232450964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232450964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232450964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:24:52.576761 run osmo-stp_10.42.42.5(pid=27695): stdout: \u000a| (launched: 2022-12-08_23:24:50.767403)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:24:52.706799 run osmo-stp_10.42.42.5(pid=27695): stderr: \u000a| �[0;m�[38;5;43m20221208232450962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232450963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232450963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232450963 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232450964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232450964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232450964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:24:52.764113 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27695): Process ended prematurely: osmo-stp_10.42.42.5(pid=27695) [trial-2351↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27695)] [trial-2351↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a23:24:52.773716 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a23:24:52.836258 run osmo-hlr_10.42.42.2(pid=27692): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27692)]\u000a23:24:52.887891 run osmo-hlr_10.42.42.2(pid=27692): stdout: \u000a| (launched: 2022-12-08_23:24:49.751211) \u000a23:24:52.940312 run osmo-hlr_10.42.42.2(pid=27692): stderr: \u000a| �[0;m�[1;31m20221208232449951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208232449951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208232449951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232449951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232449951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208232449951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208232449963 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208232449971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208232449972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208232449972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:24:53.011271 run osmo-msc_10.42.42.6(pid=27698): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27698)]\u000a23:24:53.062752 run osmo-msc_10.42.42.6(pid=27698): stdout: \u000a| (launched: 2022-12-08_23:24:51.812473) \u000a23:24:53.114752 run osmo-msc_10.42.42.6(pid=27698): stderr: \u000a| �[0;m�[38;5;43m20221208232452139 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208232452139 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f11f3699c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208232452139 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208232452139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208232452139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208232452140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208232452141 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208232452142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208232452142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208232452142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:24:53.158746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27691): Terminating (SIGTERM)\u000a23:24:53.200303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27694): Terminating (SIGTERM)\u000a23:24:53.242226 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27697): Terminating (SIGTERM)\u000a23:24:53.251671 --- ParallelTerminationStrategy: PID 27691 died...\u000a23:24:53.307413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27691): Terminated: ok {rc=0}\u000a23:24:53.317765 --- ParallelTerminationStrategy: PID 27694 died...\u000a23:24:53.373336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27694): Terminated: ok {rc=0}\u000a23:24:53.383513 --- ParallelTerminationStrategy: PID 27697 died...\u000a23:24:53.439064 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27697): Terminated: ok {rc=0}\u000a23:24:53.525735 bus /sierra_3: Setting Powered False\u000a23:24:54.630876 bus /sierra_3: Setting Powered False\u000a23:24:55.739116 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 149, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27709): Process ended prematurely: osmo-stp_10.42.42.5(pid=27709) [trial-2351↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27709)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27709): Process ended prematurely: osmo-stp_10.42.42.5(pid=27709) [trial-2351↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27709)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:24:56.853295 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:24:56.865008 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:24:57.021826 tst mo_mt_call_osmux.py: using LAC 17474\u000a23:24:57.146467 tst mo_mt_call_osmux.py: using RAC 134\u000a23:24:57.272813 tst mo_mt_call_osmux.py: using CellId 17474\u000a23:24:57.398379 tst mo_mt_call_osmux.py: using BVCI 17475\u000a23:24:57.423068 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:24:57.434311 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:24:57.445242 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:24:57.456158 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:24:57.467133 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:24:57.478190 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:24:57.592384 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:24:57.791871 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:24:58.266476 run create_hlr_db(pid=27700): Launched\u000a23:24:58.440882 bus /sierra_2: Setting Powered False\u000a23:24:59.462031 run create_hlr_db(pid=27700): Terminated: ok {rc=0}\u000a23:24:59.891241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27702): Launched\u000a23:25:00.214891 run osmo-hlr_10.42.42.2(pid=27703): Launched\u000a23:25:00.336135 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:25:00.928997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27705): Launched\u000a23:25:01.363754 run osmo-stp_10.42.42.5(pid=27709): Launched\u000a23:25:01.600063 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:25:02.261353 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27711): Launched\u000a23:25:02.568657 run osmo-msc_10.42.42.6(pid=27712): Launched\u000a23:25:02.748668 run osmo-stp_10.42.42.5(pid=27709): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27709)]\u000a23:25:02.878200 run osmo-stp_10.42.42.5(pid=27709): stdout: \u000a| (launched: 2022-12-08_23:25:01.103143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:25:03.004536 run osmo-stp_10.42.42.5(pid=27709): stderr: \u000a| �[0;m�[38;5;43m20221208232501435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232501435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232501435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232501435 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232501436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232501436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232501436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:25:03.126711 run osmo-stp_10.42.42.5(pid=27709): stdout: \u000a| (launched: 2022-12-08_23:25:01.103143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:25:03.247587 run osmo-stp_10.42.42.5(pid=27709): stderr: \u000a| �[0;m�[38;5;43m20221208232501435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232501435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232501435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232501435 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232501436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232501436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232501436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:25:03.300922 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27709): Process ended prematurely: osmo-stp_10.42.42.5(pid=27709) [trial-2351↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27709)] [trial-2351↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a23:25:03.309694 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a23:25:03.370101 run osmo-hlr_10.42.42.2(pid=27703): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27703)]\u000a23:25:03.418873 run osmo-hlr_10.42.42.2(pid=27703): stdout: \u000a| (launched: 2022-12-08_23:25:00.056850) \u000a23:25:03.468352 run osmo-hlr_10.42.42.2(pid=27703): stderr: \u000a| �[0;m�[1;31m20221208232500256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208232500257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208232500257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232500257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232500257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208232500257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208232500269 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208232500277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208232500278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208232500278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:25:03.535504 run osmo-msc_10.42.42.6(pid=27712): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27712)]\u000a23:25:03.584393 run osmo-msc_10.42.42.6(pid=27712): stdout: \u000a| (launched: 2022-12-08_23:25:02.417141) \u000a23:25:03.633764 run osmo-msc_10.42.42.6(pid=27712): stderr: \u000a| �[0;m�[38;5;43m20221208232502689 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208232502689 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fece9115c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208232502689 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208232502689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208232502689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208232502690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208232502691 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208232502692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208232502692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208232502692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:25:03.675223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27702): Terminating (SIGTERM)\u000a23:25:03.714631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27705): Terminating (SIGTERM)\u000a23:25:03.754056 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27711): Terminating (SIGTERM)\u000a23:25:03.763505 --- ParallelTerminationStrategy: PID 27702 died...\u000a23:25:03.816579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27702): Terminated: ok {rc=0}\u000a23:25:03.826501 --- ParallelTerminationStrategy: PID 27705 died...\u000a23:25:03.879163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27705): Terminated: ok {rc=0}\u000a23:25:03.889039 --- ParallelTerminationStrategy: PID 27711 died...\u000a23:25:03.941856 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27711): Terminated: ok {rc=0}\u000a23:25:04.028543 bus /sierra_3: Setting Powered False\u000a23:25:05.131275 bus /sierra_3: Setting Powered False\u000a23:25:06.241320 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "28", "name" : "voice_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:24:46" }, { "cases" : [ { "testActions" : [ ], "age" : 149, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27724): Process ended prematurely: osmo-stp_10.42.42.5(pid=27724) [trial-2351↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27724)]", "failedSince" : 2203, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27724): Process ended prematurely: osmo-stp_10.42.42.5(pid=27724) [trial-2351↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27724)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 emergency:oc2g emergency_mo_mt_call.py\u000a----------------------------------------------\u000a23:25:08.199044 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:25:08.209476 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a23:25:08.329881 tst emergency_mo_mt_call.py: using LAC 17475\u000a23:25:08.446763 tst emergency_mo_mt_call.py: using RAC 135\u000a23:25:08.563177 tst emergency_mo_mt_call.py: using CellId 17475\u000a23:25:08.680462 tst emergency_mo_mt_call.py: using BVCI 17476\u000a23:25:08.702936 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:25:08.713417 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:25:08.723696 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:25:08.734312 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:25:08.744657 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:25:08.755070 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a23:25:08.873129 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a23:25:09.070450 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:25:09.536337 run create_hlr_db(pid=27718): Launched\u000a23:25:09.709149 bus /sierra_2: Setting Powered False\u000a23:25:10.729766 run create_hlr_db(pid=27718): Terminated: ok {rc=0}\u000a23:25:11.153043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27720): Launched\u000a23:25:11.470128 run osmo-hlr_10.42.42.2(pid=27721): Launched\u000a23:25:11.586883 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:25:12.138812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27723): Launched\u000a23:25:12.455154 run osmo-stp_10.42.42.5(pid=27724): Launched\u000a23:25:12.587120 tst emergency_mo_mt_call.py: using MSISDN 6909\u000a23:25:12.745682 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:25:13.323778 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27726): Launched\u000a23:25:13.641529 run osmo-msc_10.42.42.6(pid=27727): Launched\u000a23:25:13.827018 run osmo-stp_10.42.42.5(pid=27724): ERR: Terminated: ERROR {rc=1} [trial-2351↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27724)]\u000a23:25:13.961355 run osmo-stp_10.42.42.5(pid=27724): stdout: \u000a| (launched: 2022-12-08_23:25:12.300139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:25:14.095321 run osmo-stp_10.42.42.5(pid=27724): stderr: \u000a| �[0;m�[38;5;43m20221208232512493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232512494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232512494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232512494 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232512495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232512495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232512495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:25:14.223184 run osmo-stp_10.42.42.5(pid=27724): stdout: \u000a| (launched: 2022-12-08_23:25:12.300139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:25:14.349698 run osmo-stp_10.42.42.5(pid=27724): stderr: \u000a| �[0;m�[38;5;43m20221208232512493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232512494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232512494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232512494 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232512495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232512495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232512495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:25:14.405277 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=27724): Process ended prematurely: osmo-stp_10.42.42.5(pid=27724) [trial-2351↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27724)] [trial-2351↪emergency:oc2g↪emergency_mo_mt_call.py:19]\u000a23:25:14.414007 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a23:25:14.476678 run osmo-hlr_10.42.42.2(pid=27721): ERR: Terminated: ERROR {rc=237} [trial-2351↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27721)]\u000a23:25:14.528396 run osmo-hlr_10.42.42.2(pid=27721): stdout: \u000a| (launched: 2022-12-08_23:25:11.314626) \u000a23:25:14.580145 run osmo-hlr_10.42.42.2(pid=27721): stderr: \u000a| �[0;m�[1;31m20221208232511512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208232511512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208232511512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232511512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232511512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208232511512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208232511523 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208232511533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208232511533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208232511534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:25:14.650085 run osmo-msc_10.42.42.6(pid=27727): ERR: Terminated: ERROR {rc=2} [trial-2351↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27727)]\u000a23:25:14.701298 run osmo-msc_10.42.42.6(pid=27727): stdout: \u000a| (launched: 2022-12-08_23:25:13.485418) \u000a23:25:14.752674 run osmo-msc_10.42.42.6(pid=27727): stderr: \u000a| �[0;m�[38;5;43m20221208232513809 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208232513809 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7e1ec7bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208232513810 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208232513810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208232513810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208232513810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208232513812 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208232513812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208232513812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208232513812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:25:14.796282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27720): Terminating (SIGTERM)\u000a23:25:14.837742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27723): Terminating (SIGTERM)\u000a23:25:14.879382 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27726): Terminating (SIGTERM)\u000a23:25:14.889309 --- ParallelTerminationStrategy: PID 27720 died...\u000a23:25:14.945563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27720): Terminated: ok {rc=0}\u000a23:25:14.955686 --- ParallelTerminationStrategy: PID 27723 died...\u000a23:25:15.011011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27723): Terminated: ok {rc=0}\u000a23:25:15.021054 --- ParallelTerminationStrategy: PID 27726 died...\u000a23:25:15.076240 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27726): Terminated: ok {rc=0}\u000a23:25:15.161957 bus /sierra_3: Setting Powered False\u000a23:25:16.269256 bus /sierra_3: Setting Powered False\u000a23:25:17.379960 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 198, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27735): Process ended prematurely: osmo-stp_10.42.42.5(pid=27735) [trial-2351↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27735)]", "failedSince" : 2154, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27735): Process ended prematurely: osmo-stp_10.42.42.5(pid=27735) [trial-2351↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27735)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 emergency:oc2g emergency_preemptive_call.py\u000a----------------------------------------------\u000a23:25:18.431330 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:25:18.442976 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a23:25:18.571635 tst emergency_preemptive_call.py: using LAC 17476\u000a23:25:18.695844 tst emergency_preemptive_call.py: using RAC 136\u000a23:25:18.821896 tst emergency_preemptive_call.py: using CellId 17476\u000a23:25:18.945915 tst emergency_preemptive_call.py: using BVCI 17477\u000a23:25:18.970164 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:25:18.980907 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:25:18.991692 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:25:19.002447 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:25:19.013241 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:25:19.023786 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a23:25:19.141108 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a23:25:19.255186 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a23:25:19.372318 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a23:25:19.568670 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:25:20.038684 run create_hlr_db(pid=27729): Launched\u000a23:25:20.211765 bus /sierra_2: Setting Powered False\u000a23:25:21.230937 run create_hlr_db(pid=27729): Terminated: ok {rc=0}\u000a23:25:21.654566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27731): Launched\u000a23:25:21.973279 run osmo-hlr_10.42.42.2(pid=27732): Launched\u000a23:25:22.089147 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:25:22.640462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27734): Launched\u000a23:25:22.954292 run osmo-stp_10.42.42.5(pid=27735): Launched\u000a23:25:23.079510 tst emergency_preemptive_call.py: using MSISDN 6910\u000a23:25:23.233170 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:25:23.774740 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27737): Launched\u000a23:25:24.072402 run osmo-msc_10.42.42.6(pid=27738): Launched\u000a23:25:24.247888 run osmo-stp_10.42.42.5(pid=27735): ERR: Terminated: ERROR {rc=1} [trial-2351↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27735)]\u000a23:25:24.375269 run osmo-stp_10.42.42.5(pid=27735): stdout: \u000a| (launched: 2022-12-08_23:25:22.802039)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:25:24.499375 run osmo-stp_10.42.42.5(pid=27735): stderr: \u000a| �[0;m�[38;5;43m20221208232522974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232522974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232522975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232522975 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232522976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232522976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232522976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:25:24.619873 run osmo-stp_10.42.42.5(pid=27735): stdout: \u000a| (launched: 2022-12-08_23:25:22.802039)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:25:24.738668 run osmo-stp_10.42.42.5(pid=27735): stderr: \u000a| �[0;m�[38;5;43m20221208232522974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232522974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232522975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232522975 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232522976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232522976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232522976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:25:24.790760 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=27735): Process ended prematurely: osmo-stp_10.42.42.5(pid=27735) [trial-2351↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27735)] [trial-2351↪emergency:oc2g↪emergency_preemptive_call.py:32]\u000a23:25:24.798759 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a23:25:24.858598 run osmo-hlr_10.42.42.2(pid=27732): ERR: Terminated: ERROR {rc=237} [trial-2351↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27732)]\u000a23:25:24.906865 run osmo-hlr_10.42.42.2(pid=27732): stdout: \u000a| (launched: 2022-12-08_23:25:21.816783) \u000a23:25:24.956239 run osmo-hlr_10.42.42.2(pid=27732): stderr: \u000a| �[0;m�[1;31m20221208232522014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208232522014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208232522014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232522014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232522014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208232522014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208232522027 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208232522035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208232522035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208232522035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:25:25.022668 run osmo-msc_10.42.42.6(pid=27738): ERR: Terminated: ERROR {rc=2} [trial-2351↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27738)]\u000a23:25:25.071211 run osmo-msc_10.42.42.6(pid=27738): stdout: \u000a| (launched: 2022-12-08_23:25:23.925941) \u000a23:25:25.120540 run osmo-msc_10.42.42.6(pid=27738): stderr: \u000a| �[0;m�[38;5;43m20221208232524199 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208232524199 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffb9395ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208232524199 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208232524199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208232524199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208232524200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208232524202 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208232524202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208232524202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208232524202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:25:25.161572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27731): Terminating (SIGTERM)\u000a23:25:25.200824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27734): Terminating (SIGTERM)\u000a23:25:25.239864 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27737): Terminating (SIGTERM)\u000a23:25:25.249312 --- ParallelTerminationStrategy: PID 27731 died...\u000a23:25:25.301845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27731): Terminated: ok {rc=0}\u000a23:25:25.311535 --- ParallelTerminationStrategy: PID 27734 died...\u000a23:25:25.364452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27734): Terminated: ok {rc=0}\u000a23:25:25.374201 --- ParallelTerminationStrategy: PID 27737 died...\u000a23:25:25.427143 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27737): Terminated: ok {rc=0}\u000a23:25:25.510855 bus /sierra_9: Setting Powered False\u000a23:25:26.617815 bus /sierra_9: Setting Powered False\u000a23:25:27.724489 bus /sierra_8: Setting Powered False\u000a23:25:28.829654 bus /sierra_8: Setting Powered False\u000a23:25:29.935656 bus /sierra_3: Setting Powered False\u000a23:25:31.045154 bus /sierra_3: Setting Powered False\u000a23:25:32.163406 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "29", "name" : "emergency_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:25:07" }, { "cases" : [ { "testActions" : [ ], "age" : 209, "className" : "gprs:oc2g", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27753): Process ended prematurely: osmo-stp_10.42.42.5(pid=27753) [trial-2351↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27753)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27753): Process ended prematurely: osmo-stp_10.42.42.5(pid=27753) [trial-2351↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27753)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:oc2g cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:25:34.241351 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:34.251948 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a23:25:34.379098 tst cs_paging_gprs_active.py: using LAC 17477\u000a23:25:34.504220 tst cs_paging_gprs_active.py: using RAC 137\u000a23:25:34.630932 tst cs_paging_gprs_active.py: using CellId 17477\u000a23:25:34.761894 tst cs_paging_gprs_active.py: using BVCI 17478\u000a23:25:34.786656 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:34.797510 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:34.808039 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:34.818661 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:34.829150 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:34.839644 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:34.850308 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:34.860867 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:34.871571 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a23:25:34.986896 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a23:25:35.280370 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:25:35.416263 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:25:35.750800 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27743): Launched\u000a23:25:36.028384 run iperf3-srv_10.42.42.10(pid=27744): Launched\u000a23:25:36.227801 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:25:36.362713 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:25:36.696592 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27745): Launched\u000a23:25:36.975292 run iperf3-srv_10.42.42.10(pid=27746): Launched\u000a23:25:37.174192 tst cs_paging_gprs_active.py:38: start network...\u000a23:25:37.309701 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:25:37.824405 run create_hlr_db(pid=27747): Launched\u000a23:25:38.011909 bus /sierra_2: Setting Powered False\u000a23:25:39.032530 run create_hlr_db(pid=27747): Terminated: ok {rc=0}\u000a23:25:39.438180 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27749): Launched\u000a23:25:39.741674 run osmo-hlr_10.42.42.2(pid=27750): Launched\u000a23:25:39.854241 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:25:40.381046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27752): Launched\u000a23:25:40.685764 run osmo-stp_10.42.42.5(pid=27753): Launched\u000a23:25:40.797751 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:25:41.324905 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27755): Launched\u000a23:25:41.432852 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:25:41.697312 run patchelf(pid=27756): Launched\u000a23:25:41.874594 run osmo-stp_10.42.42.5(pid=27753): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27753)]\u000a23:25:42.004798 run osmo-stp_10.42.42.5(pid=27753): stdout: \u000a| (launched: 2022-12-08_23:25:40.535081)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:25:42.134468 run osmo-stp_10.42.42.5(pid=27753): stderr: \u000a| �[0;m�[38;5;43m20221208232540705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232540705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232540706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232540706 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232540707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232540707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232540707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:25:42.259951 run osmo-stp_10.42.42.5(pid=27753): stdout: \u000a| (launched: 2022-12-08_23:25:40.535081)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:25:42.383915 run osmo-stp_10.42.42.5(pid=27753): stderr: \u000a| �[0;m�[38;5;43m20221208232540705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232540705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232540706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232540706 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232540707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232540707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232540707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:25:42.528429 run patchelf(pid=27756): Terminating (SIGINT)\u000a23:25:42.698718 run patchelf(pid=27756): Terminated: ok {rc=0}\u000a23:25:42.730297 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27753): Process ended prematurely: osmo-stp_10.42.42.5(pid=27753) [trial-2351↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27753)] [trial-2351↪gprs:oc2g↪cs_paging_gprs_active.py:38]\u000a23:25:42.739522 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a23:25:42.799662 run osmo-hlr_10.42.42.2(pid=27750): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27750)]\u000a23:25:42.848304 run osmo-hlr_10.42.42.2(pid=27750): stdout: \u000a| (launched: 2022-12-08_23:25:39.592288) \u000a23:25:42.897025 run osmo-hlr_10.42.42.2(pid=27750): stderr: \u000a| �[0;m�[1;31m20221208232539770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208232539770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208232539770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232539770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232539770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208232539770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208232539783 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208232539794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208232539794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208232539794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:25:42.938559 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27743): Terminating (SIGTERM)\u000a23:25:42.977704 run iperf3-srv_10.42.42.10(pid=27744): Terminating (SIGTERM)\u000a23:25:43.018723 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27745): Terminating (SIGTERM)\u000a23:25:43.057796 run iperf3-srv_10.42.42.10(pid=27746): Terminating (SIGTERM)\u000a23:25:43.096936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27749): Terminating (SIGTERM)\u000a23:25:43.135708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27752): Terminating (SIGTERM)\u000a23:25:43.174852 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27755): Terminating (SIGTERM)\u000a23:25:43.184192 --- ParallelTerminationStrategy: PID 27743 died...\u000a23:25:43.236343 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27743): Terminated: ok {rc=0}\u000a23:25:43.246194 --- ParallelTerminationStrategy: PID 27744 died...\u000a23:25:43.298037 run iperf3-srv_10.42.42.10(pid=27744): Terminated {rc=256}\u000a23:25:43.307549 --- ParallelTerminationStrategy: PID 27745 died...\u000a23:25:43.359771 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27745): Terminated: ok {rc=0}\u000a23:25:43.369870 --- ParallelTerminationStrategy: PID 27746 died...\u000a23:25:43.421797 run iperf3-srv_10.42.42.10(pid=27746): Terminated {rc=256}\u000a23:25:43.431356 --- ParallelTerminationStrategy: PID 27749 died...\u000a23:25:43.483387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27749): Terminated: ok {rc=0}\u000a23:25:43.493253 --- ParallelTerminationStrategy: PID 27752 died...\u000a23:25:43.544791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27752): Terminated: ok {rc=0}\u000a23:25:43.554380 --- ParallelTerminationStrategy: PID 27755 died...\u000a23:25:43.606070 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27755): Terminated: ok {rc=0}\u000a23:25:43.692028 bus /gobi_0: Setting Powered False\u000a23:25:44.794606 bus /gobi_0: Setting Powered False\u000a23:25:45.918963 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 209, "className" : "gprs:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27765): Process ended prematurely: osmo-stp_10.42.42.5(pid=27765) [trial-2351↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27765)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27765): Process ended prematurely: osmo-stp_10.42.42.5(pid=27765) [trial-2351↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27765)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:oc2g iperf3.py\u000a----------------------------------------------\u000a23:25:47.061486 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:47.073423 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a23:25:47.200690 tst iperf3.py: using LAC 17478\u000a23:25:47.323363 tst iperf3.py: using RAC 138\u000a23:25:47.442694 tst iperf3.py: using CellId 17478\u000a23:25:47.562492 tst iperf3.py: using BVCI 17479\u000a23:25:47.585726 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:47.596139 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:47.606744 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:47.617313 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:47.629032 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:47.640023 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:47.651169 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:47.662324 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:47.673997 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a23:25:47.970452 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:25:48.106295 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:25:48.440900 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27757): Launched\u000a23:25:48.719408 run iperf3-srv_10.42.42.10(pid=27758): Launched\u000a23:25:48.918878 tst iperf3.py:8: start network...\u000a23:25:49.055101 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:25:49.572301 run create_hlr_db(pid=27759): Launched\u000a23:25:49.760013 bus /gobi_6: Setting Powered False\u000a23:25:50.780510 run create_hlr_db(pid=27759): Terminated: ok {rc=0}\u000a23:25:51.188619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27761): Launched\u000a23:25:51.491561 run osmo-hlr_10.42.42.2(pid=27762): Launched\u000a23:25:51.610695 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:25:52.145454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27764): Launched\u000a23:25:52.448636 run osmo-stp_10.42.42.5(pid=27765): Launched\u000a23:25:52.559670 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:25:53.091681 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27767): Launched\u000a23:25:53.200458 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:25:53.464669 run patchelf(pid=27768): Launched\u000a23:25:53.643190 run osmo-stp_10.42.42.5(pid=27765): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27765)]\u000a23:25:53.773553 run osmo-stp_10.42.42.5(pid=27765): stdout: \u000a| (launched: 2022-12-08_23:25:52.299956)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:25:53.919604 run osmo-stp_10.42.42.5(pid=27765): stderr: \u000a| �[0;m�[38;5;43m20221208232552470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232552470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232552471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232552471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232552472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232552472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232552472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:25:54.067604 run osmo-stp_10.42.42.5(pid=27765): stdout: \u000a| (launched: 2022-12-08_23:25:52.299956)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:25:54.191851 run osmo-stp_10.42.42.5(pid=27765): stderr: \u000a| �[0;m�[38;5;43m20221208232552470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232552470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232552471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232552471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232552472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232552472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232552472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:25:54.336460 run patchelf(pid=27768): Terminating (SIGINT)\u000a23:25:54.506905 run patchelf(pid=27768): Terminated: ok {rc=0}\u000a23:25:54.537993 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27765): Process ended prematurely: osmo-stp_10.42.42.5(pid=27765) [trial-2351↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27765)] [trial-2351↪gprs:oc2g↪iperf3.py:8]\u000a23:25:54.547227 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a23:25:54.607339 run osmo-hlr_10.42.42.2(pid=27762): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27762)]\u000a23:25:54.656481 run osmo-hlr_10.42.42.2(pid=27762): stdout: \u000a| (launched: 2022-12-08_23:25:51.342901) \u000a23:25:54.706247 run osmo-hlr_10.42.42.2(pid=27762): stderr: \u000a| �[0;m�[1;31m20221208232551520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208232551520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208232551520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232551520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232551520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208232551520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208232551532 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208232551541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208232551541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208232551541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:25:54.747992 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27757): Terminating (SIGTERM)\u000a23:25:54.787549 run iperf3-srv_10.42.42.10(pid=27758): Terminating (SIGTERM)\u000a23:25:54.827354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27761): Terminating (SIGTERM)\u000a23:25:54.867061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27764): Terminating (SIGTERM)\u000a23:25:54.906732 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27767): Terminating (SIGTERM)\u000a23:25:54.916189 --- ParallelTerminationStrategy: PID 27757 died...\u000a23:25:54.969349 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27757): Terminated: ok {rc=0}\u000a23:25:54.979267 --- ParallelTerminationStrategy: PID 27758 died...\u000a23:25:55.032139 run iperf3-srv_10.42.42.10(pid=27758): Terminated {rc=256}\u000a23:25:55.042064 --- ParallelTerminationStrategy: PID 27761 died...\u000a23:25:55.094995 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27761): Terminated: ok {rc=0}\u000a23:25:55.104863 --- ParallelTerminationStrategy: PID 27764 died...\u000a23:25:55.158070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27764): Terminated: ok {rc=0}\u000a23:25:55.167862 --- ParallelTerminationStrategy: PID 27767 died...\u000a23:25:55.220730 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27767): Terminated: ok {rc=0}\u000a23:25:55.303078 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:oc2g", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27786): Process ended prematurely: osmo-stp_10.42.42.5(pid=27786) [trial-2351↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27786)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27786): Process ended prematurely: osmo-stp_10.42.42.5(pid=27786) [trial-2351↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27786)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:oc2g iperf3m4.py\u000a----------------------------------------------\u000a23:25:56.416614 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:56.428081 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a23:25:56.557891 tst iperf3m4.py: using LAC 17479\u000a23:25:56.683933 tst iperf3m4.py: using RAC 139\u000a23:25:56.811956 tst iperf3m4.py: using CellId 17479\u000a23:25:56.938402 tst iperf3m4.py: using BVCI 17480\u000a23:25:56.963245 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:56.974078 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:56.985091 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:56.995804 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:57.006346 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:57.016896 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:57.027947 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:57.038550 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:57.049291 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a23:25:57.163698 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a23:25:57.279655 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a23:25:57.393422 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a23:25:57.685595 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:25:57.820522 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:25:58.156659 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27772): Launched\u000a23:25:58.435225 run iperf3-srv_10.42.42.10(pid=27773): Launched\u000a23:25:58.633837 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:25:58.770289 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:25:59.105950 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27774): Launched\u000a23:25:59.383564 run iperf3-srv_10.42.42.10(pid=27775): Launched\u000a23:25:59.582166 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:25:59.717249 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:26:00.052783 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27776): Launched\u000a23:26:00.331266 run iperf3-srv_10.42.42.10(pid=27777): Launched\u000a23:26:00.529469 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:26:00.664110 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:26:01.054089 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27778): Launched\u000a23:26:01.355199 run iperf3-srv_10.42.42.10(pid=27779): Launched\u000a23:26:01.552063 tst iperf3m4.py:8: start network...\u000a23:26:01.700518 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:26:02.281407 run create_hlr_db(pid=27780): Launched\u000a23:26:02.457147 bus /gobi_6: Setting Powered False\u000a23:26:03.477755 run create_hlr_db(pid=27780): Terminated: ok {rc=0}\u000a23:26:03.907759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27782): Launched\u000a23:26:04.231982 run osmo-hlr_10.42.42.2(pid=27783): Launched\u000a23:26:04.350391 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:26:04.911655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27785): Launched\u000a23:26:05.236371 run osmo-stp_10.42.42.5(pid=27786): Launched\u000a23:26:05.358564 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:26:05.923949 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27788): Launched\u000a23:26:06.040319 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:26:06.321659 run patchelf(pid=27789): Launched\u000a23:26:06.510697 run osmo-stp_10.42.42.5(pid=27786): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27786)]\u000a23:26:06.649147 run osmo-stp_10.42.42.5(pid=27786): stdout: \u000a| (launched: 2022-12-08_23:26:05.077297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:26:06.787773 run osmo-stp_10.42.42.5(pid=27786): stderr: \u000a| �[0;m�[38;5;43m20221208232605273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232605273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232605273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232605274 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232605274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232605274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232605274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:26:06.921444 run osmo-stp_10.42.42.5(pid=27786): stdout: \u000a| (launched: 2022-12-08_23:26:05.077297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:26:07.054776 run osmo-stp_10.42.42.5(pid=27786): stderr: \u000a| �[0;m�[38;5;43m20221208232605273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232605273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232605273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232605274 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232605274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232605274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232605274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:26:07.208802 run patchelf(pid=27789): Terminating (SIGINT)\u000a23:26:07.389694 run patchelf(pid=27789): Terminated: ok {rc=0}\u000a23:26:07.422828 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27786): Process ended prematurely: osmo-stp_10.42.42.5(pid=27786) [trial-2351↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27786)] [trial-2351↪gprs:oc2g↪iperf3m4.py:8]\u000a23:26:07.432516 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a23:26:07.494968 run osmo-hlr_10.42.42.2(pid=27783): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27783)]\u000a23:26:07.545834 run osmo-hlr_10.42.42.2(pid=27783): stdout: \u000a| (launched: 2022-12-08_23:26:04.073775) \u000a23:26:07.597306 run osmo-hlr_10.42.42.2(pid=27783): stderr: \u000a| �[0;m�[1;31m20221208232604275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208232604275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208232604276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232604276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232604276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208232604276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208232604289 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208232604297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208232604297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208232604297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:26:07.641316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27772): Terminating (SIGTERM)\u000a23:26:07.682788 run iperf3-srv_10.42.42.10(pid=27773): Terminating (SIGTERM)\u000a23:26:07.724250 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27774): Terminating (SIGTERM)\u000a23:26:07.765701 run iperf3-srv_10.42.42.10(pid=27775): Terminating (SIGTERM)\u000a23:26:07.807222 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27776): Terminating (SIGTERM)\u000a23:26:07.848547 run iperf3-srv_10.42.42.10(pid=27777): Terminating (SIGTERM)\u000a23:26:07.890090 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27778): Terminating (SIGTERM)\u000a23:26:07.931445 run iperf3-srv_10.42.42.10(pid=27779): Terminating (SIGTERM)\u000a23:26:07.973253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27782): Terminating (SIGTERM)\u000a23:26:08.014854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27785): Terminating (SIGTERM)\u000a23:26:08.056371 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27788): Terminating (SIGTERM)\u000a23:26:08.066139 --- ParallelTerminationStrategy: PID 27772 died...\u000a23:26:08.121667 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27772): Terminated: ok {rc=0}\u000a23:26:08.131688 --- ParallelTerminationStrategy: PID 27773 died...\u000a23:26:08.186785 run iperf3-srv_10.42.42.10(pid=27773): Terminated {rc=256}\u000a23:26:08.196764 --- ParallelTerminationStrategy: PID 27774 died...\u000a23:26:08.251960 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27774): Terminated: ok {rc=0}\u000a23:26:08.261981 --- ParallelTerminationStrategy: PID 27775 died...\u000a23:26:08.316889 run iperf3-srv_10.42.42.10(pid=27775): Terminated {rc=256}\u000a23:26:08.326869 --- ParallelTerminationStrategy: PID 27776 died...\u000a23:26:08.382134 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27776): Terminated: ok {rc=0}\u000a23:26:08.392146 --- ParallelTerminationStrategy: PID 27777 died...\u000a23:26:08.447269 run iperf3-srv_10.42.42.10(pid=27777): Terminated {rc=256}\u000a23:26:08.457429 --- ParallelTerminationStrategy: PID 27778 died...\u000a23:26:08.512450 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27778): Terminated: ok {rc=0}\u000a23:26:08.522527 --- ParallelTerminationStrategy: PID 27779 died...\u000a23:26:08.577789 run iperf3-srv_10.42.42.10(pid=27779): Terminated {rc=256}\u000a23:26:08.587886 --- ParallelTerminationStrategy: PID 27782 died...\u000a23:26:08.643031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27782): Terminated: ok {rc=0}\u000a23:26:08.653243 --- ParallelTerminationStrategy: PID 27785 died...\u000a23:26:08.708367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27785): Terminated: ok {rc=0}\u000a23:26:08.718488 --- ParallelTerminationStrategy: PID 27788 died...\u000a23:26:08.773560 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27788): Terminated: ok {rc=0}\u000a23:26:08.860748 bus /gobi_4: Setting Powered False\u000a23:26:09.967912 bus /gobi_4: Setting Powered False\u000a23:26:11.074687 bus /gobi_1: Setting Powered False\u000a23:26:12.179758 bus /gobi_1: Setting Powered False\u000a23:26:13.285965 bus /gobi_0: Setting Powered False\u000a23:26:14.389619 bus /gobi_0: Setting Powered False\u000a23:26:15.498257 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27796): Process ended prematurely: osmo-stp_10.42.42.5(pid=27796) [trial-2351↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27796)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27796): Process ended prematurely: osmo-stp_10.42.42.5(pid=27796) [trial-2351↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27796)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:oc2g ping.py\u000a----------------------------------------------\u000a23:26:16.564503 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:26:16.576300 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a23:26:16.732633 tst ping.py: using LAC 17480\u000a23:26:16.861516 tst ping.py: using RAC 140\u000a23:26:17.017841 tst ping.py: using CellId 17480\u000a23:26:17.164186 tst ping.py: using BVCI 17481\u000a23:26:17.188029 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:26:17.199417 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:26:17.211229 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:26:17.223005 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:26:17.235622 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:26:17.247157 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:26:17.258429 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:26:17.268911 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a23:26:17.557651 tst ping.py:19: start network...\u000a23:26:17.690104 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:26:18.195947 run create_hlr_db(pid=27790): Launched\u000a23:26:18.380839 bus /gobi_6: Setting Powered False\u000a23:26:19.399839 run create_hlr_db(pid=27790): Terminated: ok {rc=0}\u000a23:26:19.822938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27792): Launched\u000a23:26:20.140874 run osmo-hlr_10.42.42.2(pid=27793): Launched\u000a23:26:20.259682 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:26:20.813909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27795): Launched\u000a23:26:21.132731 run osmo-stp_10.42.42.5(pid=27796): Launched\u000a23:26:21.247615 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:26:21.800302 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27798): Launched\u000a23:26:21.914096 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:26:22.190835 run patchelf(pid=27799): Launched\u000a23:26:22.377407 run osmo-stp_10.42.42.5(pid=27796): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27796)]\u000a23:26:22.513737 run osmo-stp_10.42.42.5(pid=27796): stdout: \u000a| (launched: 2022-12-08_23:26:20.976201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:26:22.650313 run osmo-stp_10.42.42.5(pid=27796): stderr: \u000a| �[0;m�[38;5;43m20221208232621169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232621169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232621169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232621170 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232621170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232621170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232621170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:26:22.782157 run osmo-stp_10.42.42.5(pid=27796): stdout: \u000a| (launched: 2022-12-08_23:26:20.976201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:26:22.912520 run osmo-stp_10.42.42.5(pid=27796): stderr: \u000a| �[0;m�[38;5;43m20221208232621169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232621169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232621169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232621170 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232621170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232621170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232621170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:26:23.065133 run patchelf(pid=27799): Terminating (SIGINT)\u000a23:26:23.243276 run patchelf(pid=27799): Terminated: ok {rc=0}\u000a23:26:23.275512 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27796): Process ended prematurely: osmo-stp_10.42.42.5(pid=27796) [trial-2351↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27796)] [trial-2351↪gprs:oc2g↪ping.py:22]\u000a23:26:23.284729 tst ping.py:22: Test FAILED (6.7 sec)\u000a23:26:23.347366 run osmo-hlr_10.42.42.2(pid=27793): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27793)]\u000a23:26:23.398428 run osmo-hlr_10.42.42.2(pid=27793): stdout: \u000a| (launched: 2022-12-08_23:26:19.985255) \u000a23:26:23.450117 run osmo-hlr_10.42.42.2(pid=27793): stderr: \u000a| �[0;m�[1;31m20221208232620181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208232620181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208232620181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232620181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232620182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208232620182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208232620193 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208232620202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208232620202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208232620202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:26:23.494185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27792): Terminating (SIGTERM)\u000a23:26:23.535903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27795): Terminating (SIGTERM)\u000a23:26:23.577663 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27798): Terminating (SIGTERM)\u000a23:26:23.587429 --- ParallelTerminationStrategy: PID 27792 died...\u000a23:26:23.643078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27792): Terminated: ok {rc=0}\u000a23:26:23.653382 --- ParallelTerminationStrategy: PID 27795 died...\u000a23:26:23.708999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27795): Terminated: ok {rc=0}\u000a23:26:23.719123 --- ParallelTerminationStrategy: PID 27798 died...\u000a23:26:23.774632 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27798): Terminated: ok {rc=0}\u000a23:26:23.861829 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27806): Process ended prematurely: osmo-stp_10.42.42.5(pid=27806) [trial-2351↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27806)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27806): Process ended prematurely: osmo-stp_10.42.42.5(pid=27806) [trial-2351↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27806)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:oc2g ping_idle_ping.py\u000a----------------------------------------------\u000a23:26:24.915011 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:26:24.927054 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a23:26:25.052001 tst ping_idle_ping.py: using LAC 17481\u000a23:26:25.171345 tst ping_idle_ping.py: using RAC 141\u000a23:26:25.294667 tst ping_idle_ping.py: using CellId 17481\u000a23:26:25.419057 tst ping_idle_ping.py: using BVCI 17482\u000a23:26:25.443474 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:26:25.454380 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:26:25.465151 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:26:25.475821 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:26:25.486523 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:26:25.497682 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:26:25.508493 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:26:25.519684 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a23:26:25.794162 tst ping_idle_ping.py:24: start network...\u000a23:26:25.918675 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:26:26.389429 run create_hlr_db(pid=27800): Launched\u000a23:26:26.562223 bus /gobi_6: Setting Powered False\u000a23:26:27.582743 run create_hlr_db(pid=27800): Terminated: ok {rc=0}\u000a23:26:28.006355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27802): Launched\u000a23:26:28.323919 run osmo-hlr_10.42.42.2(pid=27803): Launched\u000a23:26:28.444307 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:26:28.999400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27805): Launched\u000a23:26:29.318340 run osmo-stp_10.42.42.5(pid=27806): Launched\u000a23:26:29.435247 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:26:29.991391 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27808): Launched\u000a23:26:30.105447 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:26:30.381732 run patchelf(pid=27809): Launched\u000a23:26:30.567807 run osmo-stp_10.42.42.5(pid=27806): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27806)]\u000a23:26:30.704214 run osmo-stp_10.42.42.5(pid=27806): stdout: \u000a| (launched: 2022-12-08_23:26:29.162724)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:26:30.846943 run osmo-stp_10.42.42.5(pid=27806): stderr: \u000a| �[0;m�[38;5;43m20221208232629352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232629352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232629353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232629353 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232629355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232629356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232629356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:26:30.985086 run osmo-stp_10.42.42.5(pid=27806): stdout: \u000a| (launched: 2022-12-08_23:26:29.162724)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:26:31.113309 run osmo-stp_10.42.42.5(pid=27806): stderr: \u000a| �[0;m�[38;5;43m20221208232629352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232629352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232629353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232629353 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232629355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232629356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232629356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:26:31.261264 run patchelf(pid=27809): Terminating (SIGINT)\u000a23:26:31.435498 run patchelf(pid=27809): Terminated: ok {rc=0}\u000a23:26:31.467208 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27806): Process ended prematurely: osmo-stp_10.42.42.5(pid=27806) [trial-2351↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27806)] [trial-2351↪gprs:oc2g↪ping_idle_ping.py:27]\u000a23:26:31.476864 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a23:26:31.541776 run osmo-hlr_10.42.42.2(pid=27803): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27803)]\u000a23:26:31.592831 run osmo-hlr_10.42.42.2(pid=27803): stdout: \u000a| (launched: 2022-12-08_23:26:28.168703) \u000a23:26:31.645067 run osmo-hlr_10.42.42.2(pid=27803): stderr: \u000a| �[0;m�[1;31m20221208232628367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208232628367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208232628367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232628367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232628367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208232628367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208232628379 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208232628389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208232628390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208232628390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:26:31.690970 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27802): Terminating (SIGTERM)\u000a23:26:31.735266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27805): Terminating (SIGTERM)\u000a23:26:31.779545 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27808): Terminating (SIGTERM)\u000a23:26:31.790129 --- ParallelTerminationStrategy: PID 27802 died...\u000a23:26:31.849274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27802): Terminated: ok {rc=0}\u000a23:26:31.859912 --- ParallelTerminationStrategy: PID 27805 died...\u000a23:26:31.917033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27805): Terminated: ok {rc=0}\u000a23:26:31.927709 --- ParallelTerminationStrategy: PID 27808 died...\u000a23:26:31.983966 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27808): Terminated: ok {rc=0}\u000a23:26:32.072865 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "30", "name" : "gprs_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:25:33" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27823): Process ended prematurely: osmo-stp_10.42.42.5(pid=27823) [trial-2351↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27823)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27823): Process ended prematurely: osmo-stp_10.42.42.5(pid=27823) [trial-2351↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27823)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:26:34.186056 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:34.196836 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:26:34.325033 tst cs_paging_gprs_active.py: using LAC 17482\u000a23:26:34.451747 tst cs_paging_gprs_active.py: using RAC 142\u000a23:26:34.577973 tst cs_paging_gprs_active.py: using CellId 17482\u000a23:26:34.704597 tst cs_paging_gprs_active.py: using BVCI 17483\u000a23:26:34.728876 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:34.739891 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:34.750620 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:34.761321 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:34.771967 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:34.782696 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:34.793650 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:34.804281 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:34.815212 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:26:34.931791 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:26:35.222467 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:26:35.355288 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:26:35.683478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27813): Launched\u000a23:26:35.955909 run iperf3-srv_10.42.42.10(pid=27814): Launched\u000a23:26:36.151104 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:26:36.284272 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:26:36.611758 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27815): Launched\u000a23:26:36.884013 run iperf3-srv_10.42.42.10(pid=27816): Launched\u000a23:26:37.079494 tst cs_paging_gprs_active.py:38: start network...\u000a23:26:37.212818 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:26:37.722244 run create_hlr_db(pid=27817): Launched\u000a23:26:37.906097 bus /gobi_6: Setting Powered False\u000a23:26:38.927696 run create_hlr_db(pid=27817): Terminated: ok {rc=0}\u000a23:26:39.330243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27819): Launched\u000a23:26:39.630034 run osmo-hlr_10.42.42.2(pid=27820): Launched\u000a23:26:39.746923 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:26:40.265740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27822): Launched\u000a23:26:40.564777 run osmo-stp_10.42.42.5(pid=27823): Launched\u000a23:26:40.674954 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:26:41.196429 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27825): Launched\u000a23:26:41.303512 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:26:41.563684 run patchelf(pid=27826): Launched\u000a23:26:41.739128 run osmo-stp_10.42.42.5(pid=27823): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27823)]\u000a23:26:41.867473 run osmo-stp_10.42.42.5(pid=27823): stdout: \u000a| (launched: 2022-12-08_23:26:40.417689)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:26:41.995981 run osmo-stp_10.42.42.5(pid=27823): stderr: \u000a| �[0;m�[38;5;43m20221208232640586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232640586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232640587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232640587 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232640587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232640588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232640588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:26:42.120293 run osmo-stp_10.42.42.5(pid=27823): stdout: \u000a| (launched: 2022-12-08_23:26:40.417689)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:26:42.243550 run osmo-stp_10.42.42.5(pid=27823): stderr: \u000a| �[0;m�[38;5;43m20221208232640586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232640586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232640587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232640587 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232640587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232640588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232640588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:26:42.386735 run patchelf(pid=27826): Terminating (SIGINT)\u000a23:26:42.555303 run patchelf(pid=27826): Terminated: ok {rc=0}\u000a23:26:42.586326 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27823): Process ended prematurely: osmo-stp_10.42.42.5(pid=27823) [trial-2351↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27823)] [trial-2351↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a23:26:42.595554 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a23:26:42.654953 run osmo-hlr_10.42.42.2(pid=27820): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27820)]\u000a23:26:42.703307 run osmo-hlr_10.42.42.2(pid=27820): stdout: \u000a| (launched: 2022-12-08_23:26:39.482413) \u000a23:26:42.752342 run osmo-hlr_10.42.42.2(pid=27820): stderr: \u000a| �[0;m�[1;31m20221208232639658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208232639658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208232639658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232639658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232639658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208232639658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208232639669 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208232639677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208232639677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208232639677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:26:42.793643 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27813): Terminating (SIGTERM)\u000a23:26:42.832776 run iperf3-srv_10.42.42.10(pid=27814): Terminating (SIGTERM)\u000a23:26:42.871964 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27815): Terminating (SIGTERM)\u000a23:26:42.910954 run iperf3-srv_10.42.42.10(pid=27816): Terminating (SIGTERM)\u000a23:26:42.950341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27819): Terminating (SIGTERM)\u000a23:26:42.989502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27822): Terminating (SIGTERM)\u000a23:26:43.028643 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27825): Terminating (SIGTERM)\u000a23:26:43.037878 --- ParallelTerminationStrategy: PID 27813 died...\u000a23:26:43.090471 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27813): Terminated: ok {rc=0}\u000a23:26:43.099746 --- ParallelTerminationStrategy: PID 27814 died...\u000a23:26:43.151490 run iperf3-srv_10.42.42.10(pid=27814): Terminated {rc=256}\u000a23:26:43.160909 --- ParallelTerminationStrategy: PID 27815 died...\u000a23:26:43.212776 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27815): Terminated: ok {rc=0}\u000a23:26:43.222342 --- ParallelTerminationStrategy: PID 27816 died...\u000a23:26:43.274218 run iperf3-srv_10.42.42.10(pid=27816): Terminated {rc=256}\u000a23:26:43.283666 --- ParallelTerminationStrategy: PID 27819 died...\u000a23:26:43.335392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27819): Terminated: ok {rc=0}\u000a23:26:43.344853 --- ParallelTerminationStrategy: PID 27822 died...\u000a23:26:43.396933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27822): Terminated: ok {rc=0}\u000a23:26:43.406326 --- ParallelTerminationStrategy: PID 27825 died...\u000a23:26:43.458582 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27825): Terminated: ok {rc=0}\u000a23:26:43.546034 bus /gobi_0: Setting Powered False\u000a23:26:44.648354 bus /gobi_0: Setting Powered False\u000a23:26:45.757649 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27835): Process ended prematurely: osmo-stp_10.42.42.5(pid=27835) [trial-2351↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27835)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27835): Process ended prematurely: osmo-stp_10.42.42.5(pid=27835) [trial-2351↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27835)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:oc2g+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a23:26:46.868813 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:46.881181 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:26:47.012418 tst iperf3.py: using LAC 17483\u000a23:26:47.138216 tst iperf3.py: using RAC 143\u000a23:26:47.265809 tst iperf3.py: using CellId 17483\u000a23:26:47.390468 tst iperf3.py: using BVCI 17484\u000a23:26:47.414906 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:47.426182 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:47.437248 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:47.448303 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:47.459287 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:47.470126 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:47.481271 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:47.492066 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:47.503237 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:26:47.777712 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:26:47.902253 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:26:48.210720 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27827): Launched\u000a23:26:48.466518 run iperf3-srv_10.42.42.10(pid=27828): Launched\u000a23:26:48.648310 tst iperf3.py:8: start network...\u000a23:26:48.772575 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:26:49.242629 run create_hlr_db(pid=27829): Launched\u000a23:26:49.415013 bus /gobi_6: Setting Powered False\u000a23:26:50.435691 run create_hlr_db(pid=27829): Terminated: ok {rc=0}\u000a23:26:50.856943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27831): Launched\u000a23:26:51.174511 run osmo-hlr_10.42.42.2(pid=27832): Launched\u000a23:26:51.292666 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:26:51.844871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27834): Launched\u000a23:26:52.163672 run osmo-stp_10.42.42.5(pid=27835): Launched\u000a23:26:52.279292 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:26:52.834234 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27837): Launched\u000a23:26:52.947552 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:26:53.224716 run patchelf(pid=27838): Launched\u000a23:26:53.411555 run osmo-stp_10.42.42.5(pid=27835): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27835)]\u000a23:26:53.548261 run osmo-stp_10.42.42.5(pid=27835): stdout: \u000a| (launched: 2022-12-08_23:26:52.008239)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:26:53.685132 run osmo-stp_10.42.42.5(pid=27835): stderr: \u000a| �[0;m�[38;5;43m20221208232652200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232652200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232652200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232652201 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232652201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232652201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232652201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:26:53.816844 run osmo-stp_10.42.42.5(pid=27835): stdout: \u000a| (launched: 2022-12-08_23:26:52.008239)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:26:53.947278 run osmo-stp_10.42.42.5(pid=27835): stderr: \u000a| �[0;m�[38;5;43m20221208232652200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232652200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232652200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232652201 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232652201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232652201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232652201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:26:54.099638 run patchelf(pid=27838): Terminating (SIGINT)\u000a23:26:54.277483 run patchelf(pid=27838): Terminated: ok {rc=0}\u000a23:26:54.310242 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27835): Process ended prematurely: osmo-stp_10.42.42.5(pid=27835) [trial-2351↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27835)] [trial-2351↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]\u000a23:26:54.320176 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a23:26:54.382252 run osmo-hlr_10.42.42.2(pid=27832): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27832)]\u000a23:26:54.433293 run osmo-hlr_10.42.42.2(pid=27832): stdout: \u000a| (launched: 2022-12-08_23:26:51.019374) \u000a23:26:54.484808 run osmo-hlr_10.42.42.2(pid=27832): stderr: \u000a| �[0;m�[1;31m20221208232651218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208232651218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208232651218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232651218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232651218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208232651218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208232651231 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208232651241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208232651242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208232651242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:26:54.528862 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27827): Terminating (SIGTERM)\u000a23:26:54.571124 run iperf3-srv_10.42.42.10(pid=27828): Terminating (SIGTERM)\u000a23:26:54.612750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27831): Terminating (SIGTERM)\u000a23:26:54.654491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27834): Terminating (SIGTERM)\u000a23:26:54.696141 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27837): Terminating (SIGTERM)\u000a23:26:54.705749 --- ParallelTerminationStrategy: PID 27827 died...\u000a23:26:54.761060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27827): Terminated: ok {rc=0}\u000a23:26:54.770924 --- ParallelTerminationStrategy: PID 27828 died...\u000a23:26:54.825870 run iperf3-srv_10.42.42.10(pid=27828): Terminated {rc=256}\u000a23:26:54.835723 --- ParallelTerminationStrategy: PID 27831 died...\u000a23:26:54.890944 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27831): Terminated: ok {rc=0}\u000a23:26:54.900845 --- ParallelTerminationStrategy: PID 27834 died...\u000a23:26:54.956107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27834): Terminated: ok {rc=0}\u000a23:26:54.966395 --- ParallelTerminationStrategy: PID 27837 died...\u000a23:26:55.022403 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27837): Terminated: ok {rc=0}\u000a23:26:55.109038 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27853): Process ended prematurely: osmo-stp_10.42.42.5(pid=27853) [trial-2351↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27853)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27853): Process ended prematurely: osmo-stp_10.42.42.5(pid=27853) [trial-2351↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27853)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:oc2g+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a23:26:56.219536 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:56.233650 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:26:56.354588 tst iperf3m4.py: using LAC 17484\u000a23:26:56.481017 tst iperf3m4.py: using RAC 144\u000a23:26:56.607522 tst iperf3m4.py: using CellId 17484\u000a23:26:56.732386 tst iperf3m4.py: using BVCI 17485\u000a23:26:56.757117 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:56.768349 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:56.779412 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:56.790324 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:56.801149 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:56.811960 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:56.822972 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:56.833761 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:56.844661 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:26:56.965115 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:26:57.080677 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:26:57.199551 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:26:57.489062 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:26:57.621587 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:26:57.951162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27839): Launched\u000a23:26:58.224339 run iperf3-srv_10.42.42.10(pid=27840): Launched\u000a23:26:58.419038 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:26:58.551316 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:26:58.879281 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27841): Launched\u000a23:26:59.151834 run iperf3-srv_10.42.42.10(pid=27842): Launched\u000a23:26:59.346539 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:26:59.479332 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:26:59.807168 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27843): Launched\u000a23:27:00.080253 run iperf3-srv_10.42.42.10(pid=27844): Launched\u000a23:27:00.275489 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:27:00.408373 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:27:00.736603 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27845): Launched\u000a23:27:01.039293 run iperf3-srv_10.42.42.10(pid=27846): Launched\u000a23:27:01.238262 tst iperf3m4.py:8: start network...\u000a23:27:01.374019 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:27:01.917984 run create_hlr_db(pid=27847): Launched\u000a23:27:02.147229 bus /gobi_6: Setting Powered False\u000a23:27:03.120014 run create_hlr_db(pid=27847): Terminated: ok {rc=0}\u000a23:27:03.585285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27849): Launched\u000a23:27:03.902783 run osmo-hlr_10.42.42.2(pid=27850): Launched\u000a23:27:04.019609 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:27:04.573136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27852): Launched\u000a23:27:04.891963 run osmo-stp_10.42.42.5(pid=27853): Launched\u000a23:27:05.002126 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:27:05.526641 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27855): Launched\u000a23:27:05.634303 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:27:05.896546 run patchelf(pid=27856): Launched\u000a23:27:06.073207 run osmo-stp_10.42.42.5(pid=27853): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27853)]\u000a23:27:06.202665 run osmo-stp_10.42.42.5(pid=27853): stdout: \u000a| (launched: 2022-12-08_23:27:04.735180)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:27:06.332421 run osmo-stp_10.42.42.5(pid=27853): stderr: \u000a| �[0;m�[38;5;43m20221208232704906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232704906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232704906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232704907 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232704907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232704907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232704907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:27:06.457243 run osmo-stp_10.42.42.5(pid=27853): stdout: \u000a| (launched: 2022-12-08_23:27:04.735180)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:27:06.580874 run osmo-stp_10.42.42.5(pid=27853): stderr: \u000a| �[0;m�[38;5;43m20221208232704906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232704906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232704906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232704907 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232704907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232704907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232704907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:27:06.724574 run patchelf(pid=27856): Terminating (SIGINT)\u000a23:27:06.893302 run patchelf(pid=27856): Terminated: ok {rc=0}\u000a23:27:06.924379 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27853): Process ended prematurely: osmo-stp_10.42.42.5(pid=27853) [trial-2351↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27853)] [trial-2351↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]\u000a23:27:06.933748 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a23:27:06.993412 run osmo-hlr_10.42.42.2(pid=27850): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27850)]\u000a23:27:07.042239 run osmo-hlr_10.42.42.2(pid=27850): stdout: \u000a| (launched: 2022-12-08_23:27:03.747627) \u000a23:27:07.091374 run osmo-hlr_10.42.42.2(pid=27850): stderr: \u000a| �[0;m�[1;31m20221208232703945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208232703945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208232703945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232703945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232703945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208232703946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208232703959 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208232703969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208232703969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208232703969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:27:07.132967 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27839): Terminating (SIGTERM)\u000a23:27:07.171845 run iperf3-srv_10.42.42.10(pid=27840): Terminating (SIGTERM)\u000a23:27:07.210831 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27841): Terminating (SIGTERM)\u000a23:27:07.249639 run iperf3-srv_10.42.42.10(pid=27842): Terminating (SIGTERM)\u000a23:27:07.288639 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27843): Terminating (SIGTERM)\u000a23:27:07.327497 run iperf3-srv_10.42.42.10(pid=27844): Terminating (SIGTERM)\u000a23:27:07.366580 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27845): Terminating (SIGTERM)\u000a23:27:07.405784 run iperf3-srv_10.42.42.10(pid=27846): Terminating (SIGTERM)\u000a23:27:07.445030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27849): Terminating (SIGTERM)\u000a23:27:07.484180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27852): Terminating (SIGTERM)\u000a23:27:07.523305 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27855): Terminating (SIGTERM)\u000a23:27:07.532425 --- ParallelTerminationStrategy: PID 27839 died...\u000a23:27:07.585351 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27839): Terminated: ok {rc=0}\u000a23:27:07.594662 --- ParallelTerminationStrategy: PID 27840 died...\u000a23:27:07.646744 run iperf3-srv_10.42.42.10(pid=27840): Terminated {rc=256}\u000a23:27:07.656310 --- ParallelTerminationStrategy: PID 27841 died...\u000a23:27:07.708383 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27841): Terminated: ok {rc=0}\u000a23:27:07.717908 --- ParallelTerminationStrategy: PID 27842 died...\u000a23:27:07.770262 run iperf3-srv_10.42.42.10(pid=27842): Terminated {rc=256}\u000a23:27:07.779597 --- ParallelTerminationStrategy: PID 27843 died...\u000a23:27:07.831558 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27843): Terminated: ok {rc=0}\u000a23:27:07.841423 --- ParallelTerminationStrategy: PID 27844 died...\u000a23:27:07.893361 run iperf3-srv_10.42.42.10(pid=27844): Terminated {rc=256}\u000a23:27:07.902805 --- ParallelTerminationStrategy: PID 27845 died...\u000a23:27:07.954651 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27845): Terminated: ok {rc=0}\u000a23:27:07.964494 --- ParallelTerminationStrategy: PID 27846 died...\u000a23:27:08.016393 run iperf3-srv_10.42.42.10(pid=27846): Terminated {rc=256}\u000a23:27:08.025943 --- ParallelTerminationStrategy: PID 27849 died...\u000a23:27:08.077851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27849): Terminated: ok {rc=0}\u000a23:27:08.087420 --- ParallelTerminationStrategy: PID 27852 died...\u000a23:27:08.139773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27852): Terminated: ok {rc=0}\u000a23:27:08.149769 --- ParallelTerminationStrategy: PID 27855 died...\u000a23:27:08.202115 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27855): Terminated: ok {rc=0}\u000a23:27:08.283449 bus /gobi_4: Setting Powered False\u000a23:27:09.389033 bus /gobi_4: Setting Powered False\u000a23:27:10.495391 bus /gobi_1: Setting Powered False\u000a23:27:11.599882 bus /gobi_1: Setting Powered False\u000a23:27:12.705212 bus /gobi_0: Setting Powered False\u000a23:27:13.809003 bus /gobi_0: Setting Powered False\u000a23:27:14.915831 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27863): Process ended prematurely: osmo-stp_10.42.42.5(pid=27863) [trial-2351↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27863)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27863): Process ended prematurely: osmo-stp_10.42.42.5(pid=27863) [trial-2351↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27863)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:oc2g+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a23:27:15.980801 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:27:15.993311 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:27:16.147918 tst ping.py: using LAC 17485\u000a23:27:16.273242 tst ping.py: using RAC 145\u000a23:27:16.428858 tst ping.py: using CellId 17485\u000a23:27:16.579561 tst ping.py: using BVCI 17486\u000a23:27:16.611996 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:27:16.626033 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:27:16.639533 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:27:16.650595 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:27:16.661754 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:27:16.672913 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:27:16.684202 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:27:16.695502 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:27:16.969319 tst ping.py:19: start network...\u000a23:27:17.094694 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:27:17.559597 run create_hlr_db(pid=27857): Launched\u000a23:27:17.729646 bus /gobi_6: Setting Powered False\u000a23:27:18.749651 run create_hlr_db(pid=27857): Terminated: ok {rc=0}\u000a23:27:19.140474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27859): Launched\u000a23:27:19.433383 run osmo-hlr_10.42.42.2(pid=27860): Launched\u000a23:27:19.547813 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:27:20.067120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27862): Launched\u000a23:27:20.360503 run osmo-stp_10.42.42.5(pid=27863): Launched\u000a23:27:20.467303 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:27:20.977894 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27865): Launched\u000a23:27:21.082641 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:27:21.338254 run patchelf(pid=27866): Launched\u000a23:27:21.511064 run osmo-stp_10.42.42.5(pid=27863): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27863)]\u000a23:27:21.638325 run osmo-stp_10.42.42.5(pid=27863): stdout: \u000a| (launched: 2022-12-08_23:27:20.216291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:27:21.765224 run osmo-stp_10.42.42.5(pid=27863): stderr: \u000a| �[0;m�[38;5;43m20221208232720386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232720386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232720386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232720386 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232720387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232720387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232720387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:27:21.887305 run osmo-stp_10.42.42.5(pid=27863): stdout: \u000a| (launched: 2022-12-08_23:27:20.216291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:27:22.008263 run osmo-stp_10.42.42.5(pid=27863): stderr: \u000a| �[0;m�[38;5;43m20221208232720386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232720386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232720386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232720386 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232720387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232720387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232720387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:27:22.149135 run patchelf(pid=27866): Terminating (SIGINT)\u000a23:27:22.314653 run patchelf(pid=27866): Terminated: ok {rc=0}\u000a23:27:22.344752 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27863): Process ended prematurely: osmo-stp_10.42.42.5(pid=27863) [trial-2351↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27863)] [trial-2351↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]\u000a23:27:22.353391 tst ping.py:22: Test FAILED (6.4 sec)\u000a23:27:22.413459 run osmo-hlr_10.42.42.2(pid=27860): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27860)]\u000a23:27:22.462051 run osmo-hlr_10.42.42.2(pid=27860): stdout: \u000a| (launched: 2022-12-08_23:27:19.289586) \u000a23:27:22.511025 run osmo-hlr_10.42.42.2(pid=27860): stderr: \u000a| �[0;m�[1;31m20221208232719463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208232719463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208232719463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232719463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232719463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208232719463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208232719475 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208232719484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208232719484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208232719484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:27:22.553166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27859): Terminating (SIGTERM)\u000a23:27:22.592758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27862): Terminating (SIGTERM)\u000a23:27:22.632265 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27865): Terminating (SIGTERM)\u000a23:27:22.641686 --- ParallelTerminationStrategy: PID 27859 died...\u000a23:27:22.694611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27859): Terminated: ok {rc=0}\u000a23:27:22.704381 --- ParallelTerminationStrategy: PID 27862 died...\u000a23:27:22.757047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27862): Terminated: ok {rc=0}\u000a23:27:22.766627 --- ParallelTerminationStrategy: PID 27865 died...\u000a23:27:22.819218 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27865): Terminated: ok {rc=0}\u000a23:27:22.901079 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27873): Process ended prematurely: osmo-stp_10.42.42.5(pid=27873) [trial-2351↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27873)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27873): Process ended prematurely: osmo-stp_10.42.42.5(pid=27873) [trial-2351↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27873)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a23:27:23.954216 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:27:23.966130 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:27:24.096775 tst ping_idle_ping.py: using LAC 17486\u000a23:27:24.219260 tst ping_idle_ping.py: using RAC 146\u000a23:27:24.348323 tst ping_idle_ping.py: using CellId 17486\u000a23:27:24.470698 tst ping_idle_ping.py: using BVCI 17487\u000a23:27:24.494659 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:27:24.505759 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:27:24.516633 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:27:24.527751 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:27:24.538622 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:27:24.549885 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:27:24.561332 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:27:24.572458 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:27:24.843660 tst ping_idle_ping.py:24: start network...\u000a23:27:24.966704 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:27:25.434081 run create_hlr_db(pid=27867): Launched\u000a23:27:25.606656 bus /gobi_6: Setting Powered False\u000a23:27:26.626057 run create_hlr_db(pid=27867): Terminated: ok {rc=0}\u000a23:27:27.046611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27869): Launched\u000a23:27:27.361576 run osmo-hlr_10.42.42.2(pid=27870): Launched\u000a23:27:27.477320 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:27:28.026593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27872): Launched\u000a23:27:28.341158 run osmo-stp_10.42.42.5(pid=27873): Launched\u000a23:27:28.455243 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:27:29.006096 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27875): Launched\u000a23:27:29.118748 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:27:29.393184 run patchelf(pid=27876): Launched\u000a23:27:29.578787 run osmo-stp_10.42.42.5(pid=27873): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27873)]\u000a23:27:29.714478 run osmo-stp_10.42.42.5(pid=27873): stdout: \u000a| (launched: 2022-12-08_23:27:28.187295)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:27:29.850023 run osmo-stp_10.42.42.5(pid=27873): stderr: \u000a| �[0;m�[38;5;43m20221208232728378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232728378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232728378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232728378 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232728379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232728379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232728379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:27:29.981164 run osmo-stp_10.42.42.5(pid=27873): stdout: \u000a| (launched: 2022-12-08_23:27:28.187295)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:27:30.110791 run osmo-stp_10.42.42.5(pid=27873): stderr: \u000a| �[0;m�[38;5;43m20221208232728378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232728378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232728378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232728378 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232728379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232728379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232728379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:27:30.261686 run patchelf(pid=27876): Terminating (SIGINT)\u000a23:27:30.438601 run patchelf(pid=27876): Terminated: ok {rc=0}\u000a23:27:30.470843 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27873): Process ended prematurely: osmo-stp_10.42.42.5(pid=27873) [trial-2351↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27873)] [trial-2351↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a23:27:30.480153 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a23:27:30.542372 run osmo-hlr_10.42.42.2(pid=27870): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27870)]\u000a23:27:30.593654 run osmo-hlr_10.42.42.2(pid=27870): stdout: \u000a| (launched: 2022-12-08_23:27:27.207325) \u000a23:27:30.645388 run osmo-hlr_10.42.42.2(pid=27870): stderr: \u000a| �[0;m�[1;31m20221208232727404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208232727404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208232727404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232727404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232727404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208232727404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208232727419 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208232727428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208232727428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208232727428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:27:30.689848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27869): Terminating (SIGTERM)\u000a23:27:30.731677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27872): Terminating (SIGTERM)\u000a23:27:30.773771 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27875): Terminating (SIGTERM)\u000a23:27:30.783460 --- ParallelTerminationStrategy: PID 27869 died...\u000a23:27:30.859241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27869): Terminated: ok {rc=0}\u000a23:27:30.870972 --- ParallelTerminationStrategy: PID 27872 died...\u000a23:27:30.946939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27872): Terminated: ok {rc=0}\u000a23:27:30.958778 --- ParallelTerminationStrategy: PID 27875 died...\u000a23:27:31.016060 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27875): Terminated: ok {rc=0}\u000a23:27:31.104143 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "31", "name" : "gprs_oc2g+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:26:33" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27894): Process ended prematurely: osmo-stp_10.42.42.5(pid=27894) [trial-2351↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27894)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27894): Process ended prematurely: osmo-stp_10.42.42.5(pid=27894) [trial-2351↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27894)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:27:33.213393 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:33.224051 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:27:33.369505 tst cs_paging_gprs_active.py: using LAC 17487\u000a23:27:33.485624 tst cs_paging_gprs_active.py: using RAC 147\u000a23:27:33.610821 tst cs_paging_gprs_active.py: using CellId 17487\u000a23:27:33.737664 tst cs_paging_gprs_active.py: using BVCI 17488\u000a23:27:33.762345 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:33.773455 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:33.784386 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:33.795954 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:33.807438 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:33.819059 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:33.830512 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:33.841741 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:33.853243 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:27:33.969048 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:27:34.246867 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:27:34.372636 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:27:34.682807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27880): Launched\u000a23:27:34.940346 run iperf3-srv_10.42.42.10(pid=27881): Launched\u000a23:27:35.123789 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:27:35.248658 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:27:35.559114 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27882): Launched\u000a23:27:35.823691 run iperf3-srv_10.42.42.10(pid=27885): Launched\u000a23:27:36.007854 tst cs_paging_gprs_active.py:38: start network...\u000a23:27:36.133144 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:27:36.606237 run create_hlr_db(pid=27888): Launched\u000a23:27:36.778887 bus /gobi_6: Setting Powered False\u000a23:27:37.799555 run create_hlr_db(pid=27888): Terminated: ok {rc=0}\u000a23:27:38.225099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27890): Launched\u000a23:27:38.545106 run osmo-hlr_10.42.42.2(pid=27891): Launched\u000a23:27:38.667115 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:27:39.222234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27893): Launched\u000a23:27:39.541682 run osmo-stp_10.42.42.5(pid=27894): Launched\u000a23:27:39.659356 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:27:40.219078 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27896): Launched\u000a23:27:40.333777 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:27:40.612226 run patchelf(pid=27897): Launched\u000a23:27:40.800097 run osmo-stp_10.42.42.5(pid=27894): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27894)]\u000a23:27:40.937686 run osmo-stp_10.42.42.5(pid=27894): stdout: \u000a| (launched: 2022-12-08_23:27:39.385749)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:27:41.075679 run osmo-stp_10.42.42.5(pid=27894): stderr: \u000a| �[0;m�[38;5;43m20221208232739575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232739575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232739576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232739576 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232739578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232739579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232739579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:27:41.209352 run osmo-stp_10.42.42.5(pid=27894): stdout: \u000a| (launched: 2022-12-08_23:27:39.385749)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:27:41.341194 run osmo-stp_10.42.42.5(pid=27894): stderr: \u000a| �[0;m�[38;5;43m20221208232739575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232739575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232739576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232739576 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232739578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232739579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232739579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:27:41.494416 run patchelf(pid=27897): Terminating (SIGINT)\u000a23:27:41.675257 run patchelf(pid=27897): Terminated: ok {rc=0}\u000a23:27:41.708750 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27894): Process ended prematurely: osmo-stp_10.42.42.5(pid=27894) [trial-2351↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27894)] [trial-2351↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a23:27:41.718584 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a23:27:41.780797 run osmo-hlr_10.42.42.2(pid=27891): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27891)]\u000a23:27:41.831807 run osmo-hlr_10.42.42.2(pid=27891): stdout: \u000a| (launched: 2022-12-08_23:27:38.388300) \u000a23:27:41.883586 run osmo-hlr_10.42.42.2(pid=27891): stderr: \u000a| �[0;m�[1;31m20221208232738585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208232738585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208232738585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232738585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232738585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208232738585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208232738598 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208232738606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208232738606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208232738607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:27:41.927477 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27880): Terminating (SIGTERM)\u000a23:27:41.968812 run iperf3-srv_10.42.42.10(pid=27881): Terminating (SIGTERM)\u000a23:27:42.012125 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27882): Terminating (SIGTERM)\u000a23:27:42.053534 run iperf3-srv_10.42.42.10(pid=27885): Terminating (SIGTERM)\u000a23:27:42.095035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27890): Terminating (SIGTERM)\u000a23:27:42.136292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27893): Terminating (SIGTERM)\u000a23:27:42.177606 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27896): Terminating (SIGTERM)\u000a23:27:42.187133 --- ParallelTerminationStrategy: PID 27880 died...\u000a23:27:42.241967 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27880): Terminated: ok {rc=0}\u000a23:27:42.251911 --- ParallelTerminationStrategy: PID 27881 died...\u000a23:27:42.306495 run iperf3-srv_10.42.42.10(pid=27881): Terminated {rc=256}\u000a23:27:42.316326 --- ParallelTerminationStrategy: PID 27882 died...\u000a23:27:42.370713 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27882): Terminated: ok {rc=0}\u000a23:27:42.380542 --- ParallelTerminationStrategy: PID 27885 died...\u000a23:27:42.434939 run iperf3-srv_10.42.42.10(pid=27885): Terminated {rc=256}\u000a23:27:42.444759 --- ParallelTerminationStrategy: PID 27890 died...\u000a23:27:42.499382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27890): Terminated: ok {rc=0}\u000a23:27:42.509370 --- ParallelTerminationStrategy: PID 27893 died...\u000a23:27:42.563859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27893): Terminated: ok {rc=0}\u000a23:27:42.573857 --- ParallelTerminationStrategy: PID 27896 died...\u000a23:27:42.628486 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27896): Terminated: ok {rc=0}\u000a23:27:42.714094 bus /gobi_0: Setting Powered False\u000a23:27:43.816898 bus /gobi_0: Setting Powered False\u000a23:27:44.927098 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27907): Process ended prematurely: osmo-stp_10.42.42.5(pid=27907) [trial-2351↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27907)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27907): Process ended prematurely: osmo-stp_10.42.42.5(pid=27907) [trial-2351↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27907)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a23:27:46.063414 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:46.078913 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:27:46.249954 tst iperf3.py: using LAC 17488\u000a23:27:46.376434 tst iperf3.py: using RAC 148\u000a23:27:46.503956 tst iperf3.py: using CellId 17488\u000a23:27:46.663805 tst iperf3.py: using BVCI 17489\u000a23:27:46.697163 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:46.712361 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:46.727219 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:46.742313 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:46.755925 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:46.767682 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:46.783629 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:46.801267 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:46.818489 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:27:47.164081 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:27:47.302482 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:27:47.613476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27899): Launched\u000a23:27:47.872013 run iperf3-srv_10.42.42.10(pid=27900): Launched\u000a23:27:48.055781 tst iperf3.py:8: start network...\u000a23:27:48.181207 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:27:48.652802 run create_hlr_db(pid=27901): Launched\u000a23:27:48.825997 bus /gobi_6: Setting Powered False\u000a23:27:49.847044 run create_hlr_db(pid=27901): Terminated: ok {rc=0}\u000a23:27:50.247119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27903): Launched\u000a23:27:50.546344 run osmo-hlr_10.42.42.2(pid=27904): Launched\u000a23:27:50.656833 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:27:51.177989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27906): Launched\u000a23:27:51.476677 run osmo-stp_10.42.42.5(pid=27907): Launched\u000a23:27:51.587056 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:27:52.107458 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27909): Launched\u000a23:27:52.214197 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:27:52.473840 run patchelf(pid=27910): Launched\u000a23:27:52.648548 run osmo-stp_10.42.42.5(pid=27907): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27907)]\u000a23:27:52.776849 run osmo-stp_10.42.42.5(pid=27907): stdout: \u000a| (launched: 2022-12-08_23:27:51.329334)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:27:52.905631 run osmo-stp_10.42.42.5(pid=27907): stderr: \u000a| �[0;m�[38;5;43m20221208232751499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232751500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232751500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232751500 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232751501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232751501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232751501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:27:53.029753 run osmo-stp_10.42.42.5(pid=27907): stdout: \u000a| (launched: 2022-12-08_23:27:51.329334)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:27:53.152356 run osmo-stp_10.42.42.5(pid=27907): stderr: \u000a| �[0;m�[38;5;43m20221208232751499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232751500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232751500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232751500 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232751501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232751501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232751501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:27:53.294782 run patchelf(pid=27910): Terminating (SIGINT)\u000a23:27:53.462553 run patchelf(pid=27910): Terminated: ok {rc=0}\u000a23:27:53.493511 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27907): Process ended prematurely: osmo-stp_10.42.42.5(pid=27907) [trial-2351↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27907)] [trial-2351↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a23:27:53.502639 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a23:27:53.561807 run osmo-hlr_10.42.42.2(pid=27904): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27904)]\u000a23:27:53.610169 run osmo-hlr_10.42.42.2(pid=27904): stdout: \u000a| (launched: 2022-12-08_23:27:50.399418) \u000a23:27:53.659255 run osmo-hlr_10.42.42.2(pid=27904): stderr: \u000a| �[0;m�[1;31m20221208232750575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208232750575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208232750575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232750575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232750575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208232750575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208232750587 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208232750596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208232750597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208232750597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:27:53.700745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27899): Terminating (SIGTERM)\u000a23:27:53.739762 run iperf3-srv_10.42.42.10(pid=27900): Terminating (SIGTERM)\u000a23:27:53.778962 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27903): Terminating (SIGTERM)\u000a23:27:53.818261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27906): Terminating (SIGTERM)\u000a23:27:53.857309 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27909): Terminating (SIGTERM)\u000a23:27:53.866446 --- ParallelTerminationStrategy: PID 27899 died...\u000a23:27:53.918830 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27899): Terminated: ok {rc=0}\u000a23:27:53.928344 --- ParallelTerminationStrategy: PID 27900 died...\u000a23:27:53.979917 run iperf3-srv_10.42.42.10(pid=27900): Terminated {rc=256}\u000a23:27:53.989387 --- ParallelTerminationStrategy: PID 27903 died...\u000a23:27:54.041575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27903): Terminated: ok {rc=0}\u000a23:27:54.051087 --- ParallelTerminationStrategy: PID 27906 died...\u000a23:27:54.103330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27906): Terminated: ok {rc=0}\u000a23:27:54.112789 --- ParallelTerminationStrategy: PID 27909 died...\u000a23:27:54.164641 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27909): Terminated: ok {rc=0}\u000a23:27:54.251954 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27925): Process ended prematurely: osmo-stp_10.42.42.5(pid=27925) [trial-2351↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27925)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27925): Process ended prematurely: osmo-stp_10.42.42.5(pid=27925) [trial-2351↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27925)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a23:27:55.360630 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:55.371928 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:27:55.516577 tst iperf3m4.py: using LAC 17489\u000a23:27:55.642556 tst iperf3m4.py: using RAC 149\u000a23:27:55.770310 tst iperf3m4.py: using CellId 17489\u000a23:27:55.895301 tst iperf3m4.py: using BVCI 17490\u000a23:27:55.919963 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:55.931435 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:55.942651 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:55.954605 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:55.966089 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:55.977599 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:55.989280 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:56.001057 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:56.012647 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:27:56.130984 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:27:56.249236 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:27:56.364765 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:27:56.642149 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:27:56.767995 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:27:57.078764 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27911): Launched\u000a23:27:57.337988 run iperf3-srv_10.42.42.10(pid=27912): Launched\u000a23:27:57.521549 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:27:57.646276 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:27:57.956438 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27913): Launched\u000a23:27:58.214881 run iperf3-srv_10.42.42.10(pid=27914): Launched\u000a23:27:58.397700 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:27:58.522325 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:27:58.832722 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27915): Launched\u000a23:27:59.097299 run iperf3-srv_10.42.42.10(pid=27916): Launched\u000a23:27:59.293070 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:27:59.426433 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:27:59.757721 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27917): Launched\u000a23:28:00.033139 run iperf3-srv_10.42.42.10(pid=27918): Launched\u000a23:28:00.229635 tst iperf3m4.py:8: start network...\u000a23:28:00.363011 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:28:00.899267 run create_hlr_db(pid=27919): Launched\u000a23:28:01.101806 bus /gobi_6: Setting Powered False\u000a23:28:02.116527 run create_hlr_db(pid=27919): Terminated: ok {rc=0}\u000a23:28:02.558246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27921): Launched\u000a23:28:02.876181 run osmo-hlr_10.42.42.2(pid=27922): Launched\u000a23:28:02.994897 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:28:03.550769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27924): Launched\u000a23:28:03.869912 run osmo-stp_10.42.42.5(pid=27925): Launched\u000a23:28:03.985875 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:28:04.542879 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27927): Launched\u000a23:28:04.656486 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:28:04.934451 run patchelf(pid=27928): Launched\u000a23:28:05.122773 run osmo-stp_10.42.42.5(pid=27925): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27925)]\u000a23:28:05.259885 run osmo-stp_10.42.42.5(pid=27925): stdout: \u000a| (launched: 2022-12-08_23:28:03.713180)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:28:05.397295 run osmo-stp_10.42.42.5(pid=27925): stderr: \u000a| �[0;m�[38;5;43m20221208232803904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232803904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232803904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232803905 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232803905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232803905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232803905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:28:05.529272 run osmo-stp_10.42.42.5(pid=27925): stdout: \u000a| (launched: 2022-12-08_23:28:03.713180)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:28:05.660285 run osmo-stp_10.42.42.5(pid=27925): stderr: \u000a| �[0;m�[38;5;43m20221208232803904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232803904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232803904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232803905 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232803905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232803905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232803905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:28:05.812639 run patchelf(pid=27928): Terminating (SIGINT)\u000a23:28:05.992208 run patchelf(pid=27928): Terminated: ok {rc=0}\u000a23:28:06.025715 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27925): Process ended prematurely: osmo-stp_10.42.42.5(pid=27925) [trial-2351↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27925)] [trial-2351↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a23:28:06.035433 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a23:28:06.097896 run osmo-hlr_10.42.42.2(pid=27922): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27922)]\u000a23:28:06.148670 run osmo-hlr_10.42.42.2(pid=27922): stdout: \u000a| (launched: 2022-12-08_23:28:02.720887) \u000a23:28:06.200017 run osmo-hlr_10.42.42.2(pid=27922): stderr: \u000a| �[0;m�[1;31m20221208232802918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208232802918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208232802918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232802918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232802918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208232802918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208232802930 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208232802939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208232802939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208232802939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:28:06.243775 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27911): Terminating (SIGTERM)\u000a23:28:06.285260 run iperf3-srv_10.42.42.10(pid=27912): Terminating (SIGTERM)\u000a23:28:06.326719 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27913): Terminating (SIGTERM)\u000a23:28:06.368027 run iperf3-srv_10.42.42.10(pid=27914): Terminating (SIGTERM)\u000a23:28:06.409528 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27915): Terminating (SIGTERM)\u000a23:28:06.451062 run iperf3-srv_10.42.42.10(pid=27916): Terminating (SIGTERM)\u000a23:28:06.492406 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27917): Terminating (SIGTERM)\u000a23:28:06.533766 run iperf3-srv_10.42.42.10(pid=27918): Terminating (SIGTERM)\u000a23:28:06.575103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27921): Terminating (SIGTERM)\u000a23:28:06.616373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27924): Terminating (SIGTERM)\u000a23:28:06.657895 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27927): Terminating (SIGTERM)\u000a23:28:06.667335 --- ParallelTerminationStrategy: PID 27911 died...\u000a23:28:06.722886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27911): Terminated: ok {rc=0}\u000a23:28:06.732731 --- ParallelTerminationStrategy: PID 27912 died...\u000a23:28:06.787684 run iperf3-srv_10.42.42.10(pid=27912): Terminated {rc=256}\u000a23:28:06.797933 --- ParallelTerminationStrategy: PID 27913 died...\u000a23:28:06.853054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27913): Terminated: ok {rc=0}\u000a23:28:06.862985 --- ParallelTerminationStrategy: PID 27914 died...\u000a23:28:06.917994 run iperf3-srv_10.42.42.10(pid=27914): Terminated {rc=256}\u000a23:28:06.927832 --- ParallelTerminationStrategy: PID 27915 died...\u000a23:28:06.982868 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27915): Terminated: ok {rc=0}\u000a23:28:06.992682 --- ParallelTerminationStrategy: PID 27916 died...\u000a23:28:07.048067 run iperf3-srv_10.42.42.10(pid=27916): Terminated {rc=256}\u000a23:28:07.058038 --- ParallelTerminationStrategy: PID 27917 died...\u000a23:28:07.112860 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27917): Terminated: ok {rc=0}\u000a23:28:07.122797 --- ParallelTerminationStrategy: PID 27918 died...\u000a23:28:07.177557 run iperf3-srv_10.42.42.10(pid=27918): Terminated {rc=256}\u000a23:28:07.187425 --- ParallelTerminationStrategy: PID 27921 died...\u000a23:28:07.242537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27921): Terminated: ok {rc=0}\u000a23:28:07.252440 --- ParallelTerminationStrategy: PID 27924 died...\u000a23:28:07.307802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27924): Terminated: ok {rc=0}\u000a23:28:07.317805 --- ParallelTerminationStrategy: PID 27927 died...\u000a23:28:07.373024 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27927): Terminated: ok {rc=0}\u000a23:28:07.458642 bus /gobi_4: Setting Powered False\u000a23:28:08.564912 bus /gobi_4: Setting Powered False\u000a23:28:09.672484 bus /gobi_1: Setting Powered False\u000a23:28:10.778610 bus /gobi_1: Setting Powered False\u000a23:28:11.889695 bus /gobi_0: Setting Powered False\u000a23:28:12.991352 bus /gobi_0: Setting Powered False\u000a23:28:14.102334 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27935): Process ended prematurely: osmo-stp_10.42.42.5(pid=27935) [trial-2351↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27935)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27935): Process ended prematurely: osmo-stp_10.42.42.5(pid=27935) [trial-2351↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27935)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:oc2g+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a23:28:15.168383 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:28:15.179639 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:28:15.321610 tst ping.py: using LAC 17490\u000a23:28:15.437104 tst ping.py: using RAC 150\u000a23:28:15.553762 tst ping.py: using CellId 17490\u000a23:28:15.668243 tst ping.py: using BVCI 17491\u000a23:28:15.691058 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:28:15.701935 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:28:15.712430 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:28:15.723434 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:28:15.734400 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:28:15.745154 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:28:15.756117 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:28:15.767168 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:28:16.075057 tst ping.py:19: start network...\u000a23:28:16.237396 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:28:16.788158 run create_hlr_db(pid=27929): Launched\u000a23:28:16.962568 bus /gobi_6: Setting Powered False\u000a23:28:17.981577 run create_hlr_db(pid=27929): Terminated: ok {rc=0}\u000a23:28:18.374191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27931): Launched\u000a23:28:18.668448 run osmo-hlr_10.42.42.2(pid=27932): Launched\u000a23:28:18.775462 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:28:19.288806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27934): Launched\u000a23:28:19.582937 run osmo-stp_10.42.42.5(pid=27935): Launched\u000a23:28:19.690880 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:28:20.207038 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27937): Launched\u000a23:28:20.312188 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:28:20.569427 run patchelf(pid=27938): Launched\u000a23:28:20.742943 run osmo-stp_10.42.42.5(pid=27935): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27935)]\u000a23:28:20.870288 run osmo-stp_10.42.42.5(pid=27935): stdout: \u000a| (launched: 2022-12-08_23:28:19.438089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:28:20.997896 run osmo-stp_10.42.42.5(pid=27935): stderr: \u000a| �[0;m�[38;5;43m20221208232819608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232819609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232819609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232819609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232819610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232819610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232819610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:28:21.120736 run osmo-stp_10.42.42.5(pid=27935): stdout: \u000a| (launched: 2022-12-08_23:28:19.438089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:28:21.242682 run osmo-stp_10.42.42.5(pid=27935): stderr: \u000a| �[0;m�[38;5;43m20221208232819608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232819609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232819609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232819609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232819610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232819610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232819610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:28:21.384269 run patchelf(pid=27938): Terminating (SIGINT)\u000a23:28:21.550352 run patchelf(pid=27938): Terminated: ok {rc=0}\u000a23:28:21.580733 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27935): Process ended prematurely: osmo-stp_10.42.42.5(pid=27935) [trial-2351↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27935)] [trial-2351↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]\u000a23:28:21.589480 tst ping.py:22: Test FAILED (6.4 sec)\u000a23:28:21.650041 run osmo-hlr_10.42.42.2(pid=27932): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27932)]\u000a23:28:21.698876 run osmo-hlr_10.42.42.2(pid=27932): stdout: \u000a| (launched: 2022-12-08_23:28:18.523762) \u000a23:28:21.748675 run osmo-hlr_10.42.42.2(pid=27932): stderr: \u000a| �[0;m�[1;31m20221208232818698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208232818698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208232818698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232818698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232818698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208232818698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208232818725 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208232818735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208232818735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208232818736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:28:21.790589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27931): Terminating (SIGTERM)\u000a23:28:21.830951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27934): Terminating (SIGTERM)\u000a23:28:21.871057 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27937): Terminating (SIGTERM)\u000a23:28:21.880298 --- ParallelTerminationStrategy: PID 27931 died...\u000a23:28:21.933960 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27931): Terminated: ok {rc=0}\u000a23:28:21.943780 --- ParallelTerminationStrategy: PID 27934 died...\u000a23:28:21.997368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27934): Terminated: ok {rc=0}\u000a23:28:22.006980 --- ParallelTerminationStrategy: PID 27937 died...\u000a23:28:22.060426 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27937): Terminated: ok {rc=0}\u000a23:28:22.142914 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27945): Process ended prematurely: osmo-stp_10.42.42.5(pid=27945) [trial-2351↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27945)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27945): Process ended prematurely: osmo-stp_10.42.42.5(pid=27945) [trial-2351↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27945)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a23:28:23.195472 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:28:23.207432 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:28:23.361470 tst ping_idle_ping.py: using LAC 17491\u000a23:28:23.486612 tst ping_idle_ping.py: using RAC 151\u000a23:28:23.613787 tst ping_idle_ping.py: using CellId 17491\u000a23:28:23.738198 tst ping_idle_ping.py: using BVCI 17492\u000a23:28:23.762403 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:28:23.773668 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:28:23.784660 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:28:23.796069 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:28:23.807200 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:28:23.818528 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:28:23.829873 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:28:23.841120 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:28:24.113214 tst ping_idle_ping.py:24: start network...\u000a23:28:24.236423 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:28:24.704546 run create_hlr_db(pid=27939): Launched\u000a23:28:24.876335 bus /gobi_6: Setting Powered False\u000a23:28:25.897152 run create_hlr_db(pid=27939): Terminated: ok {rc=0}\u000a23:28:26.318094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27941): Launched\u000a23:28:26.634084 run osmo-hlr_10.42.42.2(pid=27942): Launched\u000a23:28:26.749677 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:28:27.298635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27944): Launched\u000a23:28:27.613524 run osmo-stp_10.42.42.5(pid=27945): Launched\u000a23:28:27.727758 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:28:28.279002 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27947): Launched\u000a23:28:28.391409 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:28:28.666471 run patchelf(pid=27948): Launched\u000a23:28:28.851648 run osmo-stp_10.42.42.5(pid=27945): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27945)]\u000a23:28:28.987300 run osmo-stp_10.42.42.5(pid=27945): stdout: \u000a| (launched: 2022-12-08_23:28:27.459075)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:28:29.123372 run osmo-stp_10.42.42.5(pid=27945): stderr: \u000a| �[0;m�[38;5;43m20221208232827649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232827649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232827650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232827650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232827650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232827651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232827651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:28:29.253999 run osmo-stp_10.42.42.5(pid=27945): stdout: \u000a| (launched: 2022-12-08_23:28:27.459075)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:28:29.383901 run osmo-stp_10.42.42.5(pid=27945): stderr: \u000a| �[0;m�[38;5;43m20221208232827649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232827649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232827650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232827650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232827650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232827651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232827651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:28:29.534521 run patchelf(pid=27948): Terminating (SIGINT)\u000a23:28:29.711518 run patchelf(pid=27948): Terminated: ok {rc=0}\u000a23:28:29.743687 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27945): Process ended prematurely: osmo-stp_10.42.42.5(pid=27945) [trial-2351↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27945)] [trial-2351↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a23:28:29.752941 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a23:28:29.815469 run osmo-hlr_10.42.42.2(pid=27942): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27942)]\u000a23:28:29.866563 run osmo-hlr_10.42.42.2(pid=27942): stdout: \u000a| (launched: 2022-12-08_23:28:26.479039) \u000a23:28:29.918372 run osmo-hlr_10.42.42.2(pid=27942): stderr: \u000a| �[0;m�[1;31m20221208232826679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208232826679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208232826679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232826679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232826679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208232826679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208232826702 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208232826713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208232826714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208232826714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:28:29.962631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27941): Terminating (SIGTERM)\u000a23:28:30.004709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27944): Terminating (SIGTERM)\u000a23:28:30.047306 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27947): Terminating (SIGTERM)\u000a23:28:30.057090 --- ParallelTerminationStrategy: PID 27941 died...\u000a23:28:30.113231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27941): Terminated: ok {rc=0}\u000a23:28:30.123598 --- ParallelTerminationStrategy: PID 27944 died...\u000a23:28:30.179061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27944): Terminated: ok {rc=0}\u000a23:28:30.189406 --- ParallelTerminationStrategy: PID 27947 died...\u000a23:28:30.245024 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27947): Terminated: ok {rc=0}\u000a23:28:30.331052 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "32", "name" : "gprs_oc2g+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:27:32" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27963): Process ended prematurely: osmo-stp_10.42.42.5(pid=27963) [trial-2351↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27963)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27963): Process ended prematurely: osmo-stp_10.42.42.5(pid=27963) [trial-2351↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27963)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:28:32.468635 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:32.479890 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:28:32.625307 tst cs_paging_gprs_active.py: using LAC 17492\u000a23:28:32.751507 tst cs_paging_gprs_active.py: using RAC 152\u000a23:28:32.876790 tst cs_paging_gprs_active.py: using CellId 17492\u000a23:28:33.007019 tst cs_paging_gprs_active.py: using BVCI 17493\u000a23:28:33.032199 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:33.043542 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:33.054605 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:33.066313 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:33.077756 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:33.089120 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:33.100636 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:33.111902 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:33.123954 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:28:33.238196 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:28:33.513918 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:28:33.639116 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:28:33.948754 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27953): Launched\u000a23:28:34.208057 run iperf3-srv_10.42.42.10(pid=27954): Launched\u000a23:28:34.392308 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:28:34.517994 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:28:34.828368 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27955): Launched\u000a23:28:35.086872 run iperf3-srv_10.42.42.10(pid=27956): Launched\u000a23:28:35.270806 tst cs_paging_gprs_active.py:38: start network...\u000a23:28:35.396192 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:28:35.871389 run create_hlr_db(pid=27957): Launched\u000a23:28:36.044939 bus /gobi_6: Setting Powered False\u000a23:28:37.066518 run create_hlr_db(pid=27957): Terminated: ok {rc=0}\u000a23:28:37.491837 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27959): Launched\u000a23:28:37.811509 run osmo-hlr_10.42.42.2(pid=27960): Launched\u000a23:28:37.929767 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:28:38.486763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27962): Launched\u000a23:28:38.806077 run osmo-stp_10.42.42.5(pid=27963): Launched\u000a23:28:38.921882 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:28:39.478835 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27965): Launched\u000a23:28:39.593021 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:28:39.870937 run patchelf(pid=27966): Launched\u000a23:28:40.055287 run osmo-stp_10.42.42.5(pid=27963): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27963)]\u000a23:28:40.184611 run osmo-stp_10.42.42.5(pid=27963): stdout: \u000a| (launched: 2022-12-08_23:28:38.649870)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:28:40.314203 run osmo-stp_10.42.42.5(pid=27963): stderr: \u000a| �[0;m�[38;5;43m20221208232838842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232838843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232838843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232838843 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232838844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232838844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232838844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:28:40.439016 run osmo-stp_10.42.42.5(pid=27963): stdout: \u000a| (launched: 2022-12-08_23:28:38.649870)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:28:40.563094 run osmo-stp_10.42.42.5(pid=27963): stderr: \u000a| �[0;m�[38;5;43m20221208232838842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232838843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232838843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232838843 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232838844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232838844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232838844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:28:40.707082 run patchelf(pid=27966): Terminating (SIGINT)\u000a23:28:40.875788 run patchelf(pid=27966): Terminated: ok {rc=0}\u000a23:28:40.907013 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27963): Process ended prematurely: osmo-stp_10.42.42.5(pid=27963) [trial-2351↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27963)] [trial-2351↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a23:28:40.916119 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a23:28:40.975424 run osmo-hlr_10.42.42.2(pid=27960): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27960)]\u000a23:28:41.023643 run osmo-hlr_10.42.42.2(pid=27960): stdout: \u000a| (launched: 2022-12-08_23:28:37.654837) \u000a23:28:41.072675 run osmo-hlr_10.42.42.2(pid=27960): stderr: \u000a| �[0;m�[1;31m20221208232837854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208232837854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208232837854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232837854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232837854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208232837854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208232837867 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208232837875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208232837875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208232837875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:28:41.114495 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27953): Terminating (SIGTERM)\u000a23:28:41.153744 run iperf3-srv_10.42.42.10(pid=27954): Terminating (SIGTERM)\u000a23:28:41.193132 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27955): Terminating (SIGTERM)\u000a23:28:41.232375 run iperf3-srv_10.42.42.10(pid=27956): Terminating (SIGTERM)\u000a23:28:41.271739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27959): Terminating (SIGTERM)\u000a23:28:41.311040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27962): Terminating (SIGTERM)\u000a23:28:41.350301 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27965): Terminating (SIGTERM)\u000a23:28:41.359413 --- ParallelTerminationStrategy: PID 27953 died...\u000a23:28:41.411907 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27953): Terminated: ok {rc=0}\u000a23:28:41.421546 --- ParallelTerminationStrategy: PID 27954 died...\u000a23:28:41.473246 run iperf3-srv_10.42.42.10(pid=27954): Terminated {rc=256}\u000a23:28:41.482799 --- ParallelTerminationStrategy: PID 27955 died...\u000a23:28:41.535153 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27955): Terminated: ok {rc=0}\u000a23:28:41.545078 --- ParallelTerminationStrategy: PID 27956 died...\u000a23:28:41.596855 run iperf3-srv_10.42.42.10(pid=27956): Terminated {rc=256}\u000a23:28:41.606399 --- ParallelTerminationStrategy: PID 27959 died...\u000a23:28:41.658331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27959): Terminated: ok {rc=0}\u000a23:28:41.667829 --- ParallelTerminationStrategy: PID 27962 died...\u000a23:28:41.719836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27962): Terminated: ok {rc=0}\u000a23:28:41.729467 --- ParallelTerminationStrategy: PID 27965 died...\u000a23:28:41.781922 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27965): Terminated: ok {rc=0}\u000a23:28:41.867495 bus /gobi_0: Setting Powered False\u000a23:28:42.968862 bus /gobi_0: Setting Powered False\u000a23:28:44.073413 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27975): Process ended prematurely: osmo-stp_10.42.42.5(pid=27975) [trial-2351↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27975)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27975): Process ended prematurely: osmo-stp_10.42.42.5(pid=27975) [trial-2351↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27975)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a23:28:45.186526 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:45.199437 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:28:45.351157 tst iperf3.py: using LAC 17493\u000a23:28:45.467164 tst iperf3.py: using RAC 153\u000a23:28:45.585383 tst iperf3.py: using CellId 17493\u000a23:28:45.714207 tst iperf3.py: using BVCI 17494\u000a23:28:45.738794 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:45.750215 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:45.761301 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:45.773060 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:45.784550 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:45.795649 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:45.807648 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:45.819140 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:45.831141 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:28:46.153396 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:28:46.285943 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:28:46.620940 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27967): Launched\u000a23:28:46.905873 run iperf3-srv_10.42.42.10(pid=27968): Launched\u000a23:28:47.094834 tst iperf3.py:8: start network...\u000a23:28:47.226316 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:28:47.703976 run create_hlr_db(pid=27969): Launched\u000a23:28:47.878185 bus /gobi_6: Setting Powered False\u000a23:28:48.898698 run create_hlr_db(pid=27969): Terminated: ok {rc=0}\u000a23:28:49.325039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27971): Launched\u000a23:28:49.645836 run osmo-hlr_10.42.42.2(pid=27972): Launched\u000a23:28:49.763307 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:28:50.320392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27974): Launched\u000a23:28:50.640491 run osmo-stp_10.42.42.5(pid=27975): Launched\u000a23:28:50.757021 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:28:51.316573 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27977): Launched\u000a23:28:51.430883 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:28:51.709257 run patchelf(pid=27978): Launched\u000a23:28:51.896805 run osmo-stp_10.42.42.5(pid=27975): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27975)]\u000a23:28:52.034896 run osmo-stp_10.42.42.5(pid=27975): stdout: \u000a| (launched: 2022-12-08_23:28:50.482851)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:28:52.173126 run osmo-stp_10.42.42.5(pid=27975): stderr: \u000a| �[0;m�[38;5;43m20221208232850675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232850675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232850675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232850676 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232850676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232850676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232850676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:28:52.306390 run osmo-stp_10.42.42.5(pid=27975): stdout: \u000a| (launched: 2022-12-08_23:28:50.482851)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:28:52.437571 run osmo-stp_10.42.42.5(pid=27975): stderr: \u000a| �[0;m�[38;5;43m20221208232850675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232850675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232850675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232850676 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232850676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232850676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232850676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:28:52.590593 run patchelf(pid=27978): Terminating (SIGINT)\u000a23:28:52.770546 run patchelf(pid=27978): Terminated: ok {rc=0}\u000a23:28:52.805174 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27975): Process ended prematurely: osmo-stp_10.42.42.5(pid=27975) [trial-2351↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27975)] [trial-2351↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a23:28:52.815040 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a23:28:52.876421 run osmo-hlr_10.42.42.2(pid=27972): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27972)]\u000a23:28:52.926840 run osmo-hlr_10.42.42.2(pid=27972): stdout: \u000a| (launched: 2022-12-08_23:28:49.488667) \u000a23:28:52.978026 run osmo-hlr_10.42.42.2(pid=27972): stderr: \u000a| �[0;m�[1;31m20221208232849687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208232849687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208232849687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232849687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232849687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208232849687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208232849700 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208232849708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208232849708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208232849708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:28:53.022049 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27967): Terminating (SIGTERM)\u000a23:28:53.063112 run iperf3-srv_10.42.42.10(pid=27968): Terminating (SIGTERM)\u000a23:28:53.104382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27971): Terminating (SIGTERM)\u000a23:28:53.145554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27974): Terminating (SIGTERM)\u000a23:28:53.186700 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27977): Terminating (SIGTERM)\u000a23:28:53.196152 --- ParallelTerminationStrategy: PID 27967 died...\u000a23:28:53.251032 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27967): Terminated: ok {rc=0}\u000a23:28:53.260990 --- ParallelTerminationStrategy: PID 27968 died...\u000a23:28:53.315149 run iperf3-srv_10.42.42.10(pid=27968): Terminated {rc=256}\u000a23:28:53.325051 --- ParallelTerminationStrategy: PID 27971 died...\u000a23:28:53.379790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27971): Terminated: ok {rc=0}\u000a23:28:53.389865 --- ParallelTerminationStrategy: PID 27974 died...\u000a23:28:53.444532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27974): Terminated: ok {rc=0}\u000a23:28:53.454584 --- ParallelTerminationStrategy: PID 27977 died...\u000a23:28:53.509037 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27977): Terminated: ok {rc=0}\u000a23:28:53.593611 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27993): Process ended prematurely: osmo-stp_10.42.42.5(pid=27993) [trial-2351↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27993)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27993): Process ended prematurely: osmo-stp_10.42.42.5(pid=27993) [trial-2351↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27993)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a23:28:54.710951 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:54.722806 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:28:54.874789 tst iperf3m4.py: using LAC 17494\u000a23:28:54.995594 tst iperf3m4.py: using RAC 154\u000a23:28:55.112043 tst iperf3m4.py: using CellId 17494\u000a23:28:55.229597 tst iperf3m4.py: using BVCI 17495\u000a23:28:55.252569 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:55.263491 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:55.274016 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:55.285269 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:55.296044 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:55.306962 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:55.318544 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:55.329414 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:55.340440 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:28:55.459544 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:28:55.579239 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:28:55.694996 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:28:55.971726 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:28:56.096730 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:28:56.407932 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27979): Launched\u000a23:28:56.667122 run iperf3-srv_10.42.42.10(pid=27980): Launched\u000a23:28:56.850822 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:28:56.975631 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:28:57.286171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27981): Launched\u000a23:28:57.544167 run iperf3-srv_10.42.42.10(pid=27982): Launched\u000a23:28:57.726959 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:28:57.851229 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:28:58.161624 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27983): Launched\u000a23:28:58.419646 run iperf3-srv_10.42.42.10(pid=27984): Launched\u000a23:28:58.602332 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:28:58.727158 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:28:59.037855 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27985): Launched\u000a23:28:59.296215 run iperf3-srv_10.42.42.10(pid=27986): Launched\u000a23:28:59.478975 tst iperf3m4.py:8: start network...\u000a23:28:59.604036 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:29:00.075833 run create_hlr_db(pid=27987): Launched\u000a23:29:00.248878 bus /gobi_6: Setting Powered False\u000a23:29:01.274508 run create_hlr_db(pid=27987): Terminated: ok {rc=0}\u000a23:29:01.702870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27989): Launched\u000a23:29:02.083009 run osmo-hlr_10.42.42.2(pid=27990): Launched\u000a23:29:02.275530 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:29:02.832806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27992): Launched\u000a23:29:03.152408 run osmo-stp_10.42.42.5(pid=27993): Launched\u000a23:29:03.268907 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:29:03.827068 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27995): Launched\u000a23:29:03.941082 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:29:04.220082 run patchelf(pid=27996): Launched\u000a23:29:04.407757 run osmo-stp_10.42.42.5(pid=27993): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27993)]\u000a23:29:04.545059 run osmo-stp_10.42.42.5(pid=27993): stdout: \u000a| (launched: 2022-12-08_23:29:02.995998)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:29:04.682398 run osmo-stp_10.42.42.5(pid=27993): stderr: \u000a| �[0;m�[38;5;43m20221208232903188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232903188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232903189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232903189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232903191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232903191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232903192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:29:04.814573 run osmo-stp_10.42.42.5(pid=27993): stdout: \u000a| (launched: 2022-12-08_23:29:02.995998)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:29:04.945376 run osmo-stp_10.42.42.5(pid=27993): stderr: \u000a| �[0;m�[38;5;43m20221208232903188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232903188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232903189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232903189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232903191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232903191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232903192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:29:05.098324 run patchelf(pid=27996): Terminating (SIGINT)\u000a23:29:05.277324 run patchelf(pid=27996): Terminated: ok {rc=0}\u000a23:29:05.310247 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27993): Process ended prematurely: osmo-stp_10.42.42.5(pid=27993) [trial-2351↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27993)] [trial-2351↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a23:29:05.320149 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a23:29:05.382468 run osmo-hlr_10.42.42.2(pid=27990): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27990)]\u000a23:29:05.433586 run osmo-hlr_10.42.42.2(pid=27990): stdout: \u000a| (launched: 2022-12-08_23:29:01.860340) \u000a23:29:05.485123 run osmo-hlr_10.42.42.2(pid=27990): stderr: \u000a| �[0;m�[1;31m20221208232902108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208232902109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208232902109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232902109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232902109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208232902109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208232902123 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208232902146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208232902146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208232902147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:29:05.528979 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27979): Terminating (SIGTERM)\u000a23:29:05.570412 run iperf3-srv_10.42.42.10(pid=27980): Terminating (SIGTERM)\u000a23:29:05.611782 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27981): Terminating (SIGTERM)\u000a23:29:05.653095 run iperf3-srv_10.42.42.10(pid=27982): Terminating (SIGTERM)\u000a23:29:05.694603 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27983): Terminating (SIGTERM)\u000a23:29:05.735921 run iperf3-srv_10.42.42.10(pid=27984): Terminating (SIGTERM)\u000a23:29:05.777544 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27985): Terminating (SIGTERM)\u000a23:29:05.818866 run iperf3-srv_10.42.42.10(pid=27986): Terminating (SIGTERM)\u000a23:29:05.860274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27989): Terminating (SIGTERM)\u000a23:29:05.901687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27992): Terminating (SIGTERM)\u000a23:29:05.943188 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27995): Terminating (SIGTERM)\u000a23:29:05.952705 --- ParallelTerminationStrategy: PID 27979 died...\u000a23:29:06.007629 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27979): Terminated: ok {rc=0}\u000a23:29:06.017610 --- ParallelTerminationStrategy: PID 27980 died...\u000a23:29:06.072437 run iperf3-srv_10.42.42.10(pid=27980): Terminated {rc=256}\u000a23:29:06.082402 --- ParallelTerminationStrategy: PID 27981 died...\u000a23:29:06.137196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27981): Terminated: ok {rc=0}\u000a23:29:06.146993 --- ParallelTerminationStrategy: PID 27982 died...\u000a23:29:06.201605 run iperf3-srv_10.42.42.10(pid=27982): Terminated {rc=256}\u000a23:29:06.211375 --- ParallelTerminationStrategy: PID 27983 died...\u000a23:29:06.266188 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27983): Terminated: ok {rc=0}\u000a23:29:06.276053 --- ParallelTerminationStrategy: PID 27984 died...\u000a23:29:06.330803 run iperf3-srv_10.42.42.10(pid=27984): Terminated {rc=256}\u000a23:29:06.340627 --- ParallelTerminationStrategy: PID 27985 died...\u000a23:29:06.396061 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27985): Terminated: ok {rc=0}\u000a23:29:06.406013 --- ParallelTerminationStrategy: PID 27986 died...\u000a23:29:06.460672 run iperf3-srv_10.42.42.10(pid=27986): Terminated {rc=256}\u000a23:29:06.470568 --- ParallelTerminationStrategy: PID 27989 died...\u000a23:29:06.525519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27989): Terminated: ok {rc=0}\u000a23:29:06.535457 --- ParallelTerminationStrategy: PID 27992 died...\u000a23:29:06.590317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27992): Terminated: ok {rc=0}\u000a23:29:06.600229 --- ParallelTerminationStrategy: PID 27995 died...\u000a23:29:06.654952 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27995): Terminated: ok {rc=0}\u000a23:29:06.739688 bus /gobi_4: Setting Powered False\u000a23:29:07.845491 bus /gobi_4: Setting Powered False\u000a23:29:08.952304 bus /gobi_1: Setting Powered False\u000a23:29:10.059824 bus /gobi_1: Setting Powered False\u000a23:29:11.166265 bus /gobi_0: Setting Powered False\u000a23:29:12.272080 bus /gobi_0: Setting Powered False\u000a23:29:13.379817 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28003): Process ended prematurely: osmo-stp_10.42.42.5(pid=28003) [trial-2351↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28003)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28003): Process ended prematurely: osmo-stp_10.42.42.5(pid=28003) [trial-2351↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28003)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:oc2g+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a23:29:14.447713 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:29:14.459364 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:29:14.608065 tst ping.py: using LAC 17495\u000a23:29:14.730739 tst ping.py: using RAC 155\u000a23:29:14.853075 tst ping.py: using CellId 17495\u000a23:29:14.975453 tst ping.py: using BVCI 17496\u000a23:29:14.999461 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:29:15.010659 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:29:15.021638 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:29:15.033051 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:29:15.043923 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:29:15.054878 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:29:15.066038 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:29:15.076932 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:29:15.361599 tst ping.py:19: start network...\u000a23:29:15.492084 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:29:16.009127 run create_hlr_db(pid=27997): Launched\u000a23:29:16.191496 bus /gobi_6: Setting Powered False\u000a23:29:17.205938 run create_hlr_db(pid=27997): Terminated: ok {rc=0}\u000a23:29:17.604913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27999): Launched\u000a23:29:17.899229 run osmo-hlr_10.42.42.2(pid=28000): Launched\u000a23:29:18.015233 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:29:18.538389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28002): Launched\u000a23:29:18.832806 run osmo-stp_10.42.42.5(pid=28003): Launched\u000a23:29:18.940615 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:29:19.454606 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28005): Launched\u000a23:29:19.559414 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:29:19.815977 run patchelf(pid=28006): Launched\u000a23:29:19.989640 run osmo-stp_10.42.42.5(pid=28003): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28003)]\u000a23:29:20.117128 run osmo-stp_10.42.42.5(pid=28003): stdout: \u000a| (launched: 2022-12-08_23:29:18.687931)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:29:20.244543 run osmo-stp_10.42.42.5(pid=28003): stderr: \u000a| �[0;m�[38;5;43m20221208232918856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232918856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232918856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232918856 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232918859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232918859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232918859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:29:20.367325 run osmo-stp_10.42.42.5(pid=28003): stdout: \u000a| (launched: 2022-12-08_23:29:18.687931)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:29:20.488869 run osmo-stp_10.42.42.5(pid=28003): stderr: \u000a| �[0;m�[38;5;43m20221208232918856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232918856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232918856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232918856 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232918859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232918859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232918859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:29:20.629985 run patchelf(pid=28006): Terminating (SIGINT)\u000a23:29:20.795319 run patchelf(pid=28006): Terminated: ok {rc=0}\u000a23:29:20.825550 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28003): Process ended prematurely: osmo-stp_10.42.42.5(pid=28003) [trial-2351↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28003)] [trial-2351↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]\u000a23:29:20.834078 tst ping.py:22: Test FAILED (6.4 sec)\u000a23:29:20.894171 run osmo-hlr_10.42.42.2(pid=28000): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28000)]\u000a23:29:20.942652 run osmo-hlr_10.42.42.2(pid=28000): stdout: \u000a| (launched: 2022-12-08_23:29:17.754603) \u000a23:29:20.992416 run osmo-hlr_10.42.42.2(pid=28000): stderr: \u000a| �[0;m�[1;31m20221208232917927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208232917927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208232917927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232917927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232917927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208232917927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208232917939 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208232917947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208232917948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208232917948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:29:21.034511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27999): Terminating (SIGTERM)\u000a23:29:21.074518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28002): Terminating (SIGTERM)\u000a23:29:21.114301 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28005): Terminating (SIGTERM)\u000a23:29:21.123921 --- ParallelTerminationStrategy: PID 27999 died...\u000a23:29:21.177087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27999): Terminated: ok {rc=0}\u000a23:29:21.187045 --- ParallelTerminationStrategy: PID 28002 died...\u000a23:29:21.240332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28002): Terminated: ok {rc=0}\u000a23:29:21.250385 --- ParallelTerminationStrategy: PID 28005 died...\u000a23:29:21.303339 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28005): Terminated: ok {rc=0}\u000a23:29:21.386414 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28013): Process ended prematurely: osmo-stp_10.42.42.5(pid=28013) [trial-2351↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28013)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28013): Process ended prematurely: osmo-stp_10.42.42.5(pid=28013) [trial-2351↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28013)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a23:29:22.438713 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:29:22.450959 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:29:22.595735 tst ping_idle_ping.py: using LAC 17496\u000a23:29:22.711265 tst ping_idle_ping.py: using RAC 156\u000a23:29:22.827128 tst ping_idle_ping.py: using CellId 17496\u000a23:29:22.942869 tst ping_idle_ping.py: using BVCI 17497\u000a23:29:22.965403 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:29:22.976026 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:29:22.986509 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:29:22.997261 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:29:23.007951 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:29:23.018595 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:29:23.029504 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:29:23.040199 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:29:23.326983 tst ping_idle_ping.py:24: start network...\u000a23:29:23.458843 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:29:23.967212 run create_hlr_db(pid=28007): Launched\u000a23:29:24.150451 bus /gobi_6: Setting Powered False\u000a23:29:25.169989 run create_hlr_db(pid=28007): Terminated: ok {rc=0}\u000a23:29:25.587497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28009): Launched\u000a23:29:25.897786 run osmo-hlr_10.42.42.2(pid=28010): Launched\u000a23:29:26.013094 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:29:26.533559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28012): Launched\u000a23:29:26.829730 run osmo-stp_10.42.42.5(pid=28013): Launched\u000a23:29:26.937786 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:29:27.454337 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28015): Launched\u000a23:29:27.560004 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:29:27.817722 run patchelf(pid=28016): Launched\u000a23:29:27.991928 run osmo-stp_10.42.42.5(pid=28013): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28013)]\u000a23:29:28.119833 run osmo-stp_10.42.42.5(pid=28013): stdout: \u000a| (launched: 2022-12-08_23:29:26.683977)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:29:28.247439 run osmo-stp_10.42.42.5(pid=28013): stderr: \u000a| �[0;m�[38;5;43m20221208232926852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232926852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232926852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232926853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232926853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232926853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232926853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:29:28.370795 run osmo-stp_10.42.42.5(pid=28013): stdout: \u000a| (launched: 2022-12-08_23:29:26.683977)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:29:28.492241 run osmo-stp_10.42.42.5(pid=28013): stderr: \u000a| �[0;m�[38;5;43m20221208232926852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232926852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232926852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232926853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232926853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232926853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232926853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:29:28.634733 run patchelf(pid=28016): Terminating (SIGINT)\u000a23:29:28.800799 run patchelf(pid=28016): Terminated: ok {rc=0}\u000a23:29:28.831247 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28013): Process ended prematurely: osmo-stp_10.42.42.5(pid=28013) [trial-2351↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28013)] [trial-2351↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a23:29:28.840030 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a23:29:28.899683 run osmo-hlr_10.42.42.2(pid=28010): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28010)]\u000a23:29:28.948215 run osmo-hlr_10.42.42.2(pid=28010): stdout: \u000a| (launched: 2022-12-08_23:29:25.747622) \u000a23:29:28.997574 run osmo-hlr_10.42.42.2(pid=28010): stderr: \u000a| �[0;m�[1;31m20221208232925923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208232925923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208232925923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232925923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232925923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208232925924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208232925936 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208232925946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208232925946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208232925946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:29:29.039037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28009): Terminating (SIGTERM)\u000a23:29:29.078499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28012): Terminating (SIGTERM)\u000a23:29:29.118111 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28015): Terminating (SIGTERM)\u000a23:29:29.127446 --- ParallelTerminationStrategy: PID 28009 died...\u000a23:29:29.179784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28009): Terminated: ok {rc=0}\u000a23:29:29.189295 --- ParallelTerminationStrategy: PID 28012 died...\u000a23:29:29.241659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28012): Terminated: ok {rc=0}\u000a23:29:29.251118 --- ParallelTerminationStrategy: PID 28015 died...\u000a23:29:29.304062 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28015): Terminated: ok {rc=0}\u000a23:29:29.391575 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "33", "name" : "gprs_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:28:32" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28026): Process ended prematurely: osmo-stp_10.42.42.5(pid=28026) [trial-2351↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28026)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28026): Process ended prematurely: osmo-stp_10.42.42.5(pid=28026) [trial-2351↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28026)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a23:29:31.372322 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:29:31.387003 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:29:31.555942 tst switch_tch_pdch.py: using LAC 17497\u000a23:29:31.727578 tst switch_tch_pdch.py: using RAC 157\u000a23:29:31.855550 tst switch_tch_pdch.py: using CellId 17497\u000a23:29:32.013759 tst switch_tch_pdch.py: using BVCI 17498\u000a23:29:32.048333 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:29:32.064560 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:29:32.081969 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:29:32.095860 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:29:32.114434 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:29:32.131642 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:29:32.149846 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:29:32.166929 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:29:32.293847 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:29:32.566856 tst switch_tch_pdch.py:51: start network...\u000a23:29:32.689555 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:29:33.153065 run create_hlr_db(pid=28020): Launched\u000a23:29:33.323683 bus /gobi_6: Setting Powered False\u000a23:29:34.344838 run create_hlr_db(pid=28020): Terminated: ok {rc=0}\u000a23:29:34.737991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28022): Launched\u000a23:29:35.031064 run osmo-hlr_10.42.42.2(pid=28023): Launched\u000a23:29:35.143286 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:29:35.665010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28025): Launched\u000a23:29:35.959297 run osmo-stp_10.42.42.5(pid=28026): Launched\u000a23:29:36.067163 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:29:36.580534 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28028): Launched\u000a23:29:36.686572 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:29:36.943199 run patchelf(pid=28029): Launched\u000a23:29:37.116354 run osmo-stp_10.42.42.5(pid=28026): ERR: Terminated: ERROR {rc=1} [trial-2351↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28026)]\u000a23:29:37.243484 run osmo-stp_10.42.42.5(pid=28026): stdout: \u000a| (launched: 2022-12-08_23:29:35.814383)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:29:37.370507 run osmo-stp_10.42.42.5(pid=28026): stderr: \u000a| �[0;m�[38;5;43m20221208232935983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232935983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232935984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232935984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232935984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232935985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232935985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:29:37.492891 run osmo-stp_10.42.42.5(pid=28026): stdout: \u000a| (launched: 2022-12-08_23:29:35.814383)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:29:37.614171 run osmo-stp_10.42.42.5(pid=28026): stderr: \u000a| �[0;m�[38;5;43m20221208232935983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232935983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232935984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232935984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232935984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232935985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232935985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:29:37.754968 run patchelf(pid=28029): Terminating (SIGINT)\u000a23:29:37.920698 run patchelf(pid=28029): Terminated: ok {rc=0}\u000a23:29:37.950752 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=28026): Process ended prematurely: osmo-stp_10.42.42.5(pid=28026) [trial-2351↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28026)] [trial-2351↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a23:29:37.959268 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a23:29:38.019156 run osmo-hlr_10.42.42.2(pid=28023): ERR: Terminated: ERROR {rc=237} [trial-2351↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28023)]\u000a23:29:38.067735 run osmo-hlr_10.42.42.2(pid=28023): stdout: \u000a| (launched: 2022-12-08_23:29:34.887086) \u000a23:29:38.116774 run osmo-hlr_10.42.42.2(pid=28023): stderr: \u000a| �[0;m�[1;31m20221208232935062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208232935062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208232935062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232935062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232935062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208232935062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208232935074 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208232935082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208232935083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208232935083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:29:38.158094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28022): Terminating (SIGTERM)\u000a23:29:38.197391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28025): Terminating (SIGTERM)\u000a23:29:38.237088 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28028): Terminating (SIGTERM)\u000a23:29:38.246450 --- ParallelTerminationStrategy: PID 28022 died...\u000a23:29:38.298944 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28022): Terminated: ok {rc=0}\u000a23:29:38.308395 --- ParallelTerminationStrategy: PID 28025 died...\u000a23:29:38.360416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28025): Terminated: ok {rc=0}\u000a23:29:38.370199 --- ParallelTerminationStrategy: PID 28028 died...\u000a23:29:38.422085 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28028): Terminated: ok {rc=0}\u000a23:29:38.508772 bus /gobi_0: Setting Powered False\u000a23:29:39.609693 bus /gobi_0: Setting Powered False\u000a23:29:40.718384 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "34", "name" : "dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:29:31" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "dynts:oc2g+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28039): Process ended prematurely: osmo-stp_10.42.42.5(pid=28039) [trial-2351↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28039)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28039): Process ended prematurely: osmo-stp_10.42.42.5(pid=28039) [trial-2351↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28039)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a23:29:42.647098 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:29:42.658423 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a23:29:42.804865 tst switch_tch_pdch.py: using LAC 17498\u000a23:29:42.926762 tst switch_tch_pdch.py: using RAC 158\u000a23:29:43.050038 tst switch_tch_pdch.py: using CellId 17498\u000a23:29:43.172567 tst switch_tch_pdch.py: using BVCI 17499\u000a23:29:43.196439 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:29:43.207633 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:29:43.218581 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:29:43.229525 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:29:43.240350 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:29:43.251248 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:29:43.262374 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:29:43.273652 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a23:29:43.392577 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a23:29:43.678562 tst switch_tch_pdch.py:51: start network...\u000a23:29:43.809195 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:29:44.281311 run create_hlr_db(pid=28033): Launched\u000a23:29:44.409508 bus /gobi_6: Setting Powered False\u000a23:29:45.483593 run create_hlr_db(pid=28033): Terminated: ok {rc=0}\u000a23:29:45.869789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28035): Launched\u000a23:29:46.288465 run osmo-hlr_10.42.42.2(pid=28036): Launched\u000a23:29:46.481536 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:29:47.052924 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28038): Launched\u000a23:29:47.369925 run osmo-stp_10.42.42.5(pid=28039): Launched\u000a23:29:47.485931 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:29:48.005831 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28041): Launched\u000a23:29:48.118154 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:29:48.389760 run patchelf(pid=28042): Launched\u000a23:29:48.572759 run osmo-stp_10.42.42.5(pid=28039): ERR: Terminated: ERROR {rc=1} [trial-2351↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28039)]\u000a23:29:48.707493 run osmo-stp_10.42.42.5(pid=28039): stdout: \u000a| (launched: 2022-12-08_23:29:47.216255)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:29:48.841670 run osmo-stp_10.42.42.5(pid=28039): stderr: \u000a| �[0;m�[38;5;43m20221208232947405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232947405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232947405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232947405 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232947406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232947406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232947406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:29:48.971257 run osmo-stp_10.42.42.5(pid=28039): stdout: \u000a| (launched: 2022-12-08_23:29:47.216255)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:29:49.100023 run osmo-stp_10.42.42.5(pid=28039): stderr: \u000a| �[0;m�[38;5;43m20221208232947405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208232947405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208232947405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208232947405 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208232947406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208232947406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208232947406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:29:49.249061 run patchelf(pid=28042): Terminating (SIGINT)\u000a23:29:49.423699 run patchelf(pid=28042): Terminated: ok {rc=0}\u000a23:29:49.455662 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=28039): Process ended prematurely: osmo-stp_10.42.42.5(pid=28039) [trial-2351↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28039)] [trial-2351↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a23:29:49.464651 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a23:29:49.525707 run osmo-hlr_10.42.42.2(pid=28036): ERR: Terminated: ERROR {rc=237} [trial-2351↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28036)]\u000a23:29:49.575828 run osmo-hlr_10.42.42.2(pid=28036): stdout: \u000a| (launched: 2022-12-08_23:29:46.039553) \u000a23:29:49.626666 run osmo-hlr_10.42.42.2(pid=28036): stderr: \u000a| �[0;m�[1;31m20221208232946326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208232946326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208232946326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232946326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208232946326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208232946326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208232946337 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208232946353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208232946353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208232946353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:29:49.670392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28035): Terminating (SIGTERM)\u000a23:29:49.711328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28038): Terminating (SIGTERM)\u000a23:29:49.752406 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28041): Terminating (SIGTERM)\u000a23:29:49.761919 --- ParallelTerminationStrategy: PID 28035 died...\u000a23:29:49.817124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28035): Terminated: ok {rc=0}\u000a23:29:49.826859 --- ParallelTerminationStrategy: PID 28038 died...\u000a23:29:49.881157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28038): Terminated: ok {rc=0}\u000a23:29:49.890840 --- ParallelTerminationStrategy: PID 28041 died...\u000a23:29:49.945881 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28041): Terminated: ok {rc=0}\u000a23:29:50.031251 bus /gobi_0: Setting Powered False\u000a23:29:51.135943 bus /gobi_0: Setting Powered False\u000a23:29:52.242798 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "35", "name" : "dynts_oc2g+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:29:42" }, { "cases" : [ { "testActions" : [ ], "age" : 207, "className" : "nitb_sms:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=28049): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28049) [trial-2351↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28049)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=28049): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28049) [trial-2351↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28049)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 nitb_sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a23:29:54.127522 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)\u000a23:29:54.138578 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1)\u000a23:29:54.279126 tst mo_mt_sms.py: using LAC 17499\u000a23:29:54.402392 tst mo_mt_sms.py: using RAC 159\u000a23:29:54.525077 tst mo_mt_sms.py: using CellId 17499\u000a23:29:54.647331 tst mo_mt_sms.py: using BVCI 17500\u000a23:29:54.671340 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a23:29:54.788727 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a23:29:55.076007 tst mo_mt_sms.py:9: start nitb and bts...\u000a23:29:55.206304 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a23:29:55.853561 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28048): Launched\u000a23:29:56.163114 run osmo-nitb_10.42.42.2(pid=28049): Launched\u000a23:29:56.355693 run osmo-nitb_10.42.42.2(pid=28049): ERR: Terminated: ERROR {rc=2} [trial-2351↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28049)]\u000a23:29:56.498214 run osmo-nitb_10.42.42.2(pid=28049): stdout: \u000a| (launched: 2022-12-08_23:29:56.013466) \u000a23:29:56.641058 run osmo-nitb_10.42.42.2(pid=28049): stderr: \u000a| (launched: 2022-12-08_23:29:56.060370)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:29:56.779029 run osmo-nitb_10.42.42.2(pid=28049): stdout: \u000a| (launched: 2022-12-08_23:29:56.013466) \u000a23:29:56.915361 run osmo-nitb_10.42.42.2(pid=28049): stderr: \u000a| (launched: 2022-12-08_23:29:56.060370)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:29:57.289419 tst osmo-nitb_10.42.42.2(pid=28049): stdout: \u000a| (launched: 2022-12-08_23:29:56.013466) \u000a23:29:57.414067 tst osmo-nitb_10.42.42.2(pid=28049): stderr: \u000a| (launched: 2022-12-08_23:29:56.060370)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:29:57.468627 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=28049): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28049) [trial-2351↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28049)] [trial-2351↪nitb_sms:trx-b200↪mo_mt_sms.py:11]\u000a23:29:57.477245 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a23:29:57.512540 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28048): Terminating (SIGTERM)\u000a23:29:57.690053 --- ParallelTerminationStrategy: PID 28048 died...\u000a23:29:57.746033 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28048): Terminated: ok {rc=0}\u000a23:29:57.832383 bus /sierra_3: Setting Powered False\u000a23:29:58.935101 bus /sierra_3: Setting Powered False\u000a23:30:00.045813 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "36", "name" : "nitb_sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:29:53" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "sms:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28062): Process ended prematurely: osmo-stp_10.42.42.5(pid=28062) [trial-2351↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28062)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28062): Process ended prematurely: osmo-stp_10.42.42.5(pid=28062) [trial-2351↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28062)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a23:30:01.990843 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:30:02.003224 tst sms:trx-b200: Using 1 x bts (candidates: 1)\u000a23:30:02.148075 tst mo_mt_sms.py: using LAC 17500\u000a23:30:02.281720 tst mo_mt_sms.py: using RAC 160\u000a23:30:02.405254 tst mo_mt_sms.py: using CellId 17500\u000a23:30:02.528318 tst mo_mt_sms.py: using BVCI 17501\u000a23:30:02.552160 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:30:02.563032 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:30:02.573829 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:30:02.584456 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:30:02.595114 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:30:02.605777 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a23:30:02.722689 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a23:30:02.920427 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:30:03.384504 run create_hlr_db(pid=28056): Launched\u000a23:30:03.555630 bus /sierra_2: Setting Powered False\u000a23:30:04.577260 run create_hlr_db(pid=28056): Terminated: ok {rc=0}\u000a23:30:04.971765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28058): Launched\u000a23:30:05.266427 run osmo-hlr_10.42.42.2(pid=28059): Launched\u000a23:30:05.377665 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:30:05.899060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28061): Launched\u000a23:30:06.191951 run osmo-stp_10.42.42.5(pid=28062): Launched\u000a23:30:06.299704 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:30:06.837335 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28064): Launched\u000a23:30:07.131293 run osmo-msc_10.42.42.6(pid=28065): Launched\u000a23:30:07.305774 run osmo-stp_10.42.42.5(pid=28062): ERR: Terminated: ERROR {rc=1} [trial-2351↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28062)]\u000a23:30:07.431626 run osmo-stp_10.42.42.5(pid=28062): stdout: \u000a| (launched: 2022-12-08_23:30:06.048129)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:30:07.562802 run osmo-stp_10.42.42.5(pid=28062): stderr: \u000a| �[0;m�[38;5;43m20221208233006217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233006217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233006217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233006218 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233006220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233006220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233006220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:30:07.689367 run osmo-stp_10.42.42.5(pid=28062): stdout: \u000a| (launched: 2022-12-08_23:30:06.048129)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:30:07.814572 run osmo-stp_10.42.42.5(pid=28062): stderr: \u000a| �[0;m�[38;5;43m20221208233006217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233006217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233006217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233006218 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233006220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233006220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233006220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:30:07.869213 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=28062): Process ended prematurely: osmo-stp_10.42.42.5(pid=28062) [trial-2351↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28062)] [trial-2351↪sms:trx-b200↪mo_mt_sms.py:16]\u000a23:30:07.877684 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a23:30:07.941445 run osmo-hlr_10.42.42.2(pid=28059): ERR: Terminated: ERROR {rc=237} [trial-2351↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28059)]\u000a23:30:07.993348 run osmo-hlr_10.42.42.2(pid=28059): stdout: \u000a| (launched: 2022-12-08_23:30:05.121696) \u000a23:30:08.046072 run osmo-hlr_10.42.42.2(pid=28059): stderr: \u000a| �[0;m�[1;31m20221208233005297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208233005297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208233005297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233005297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233005297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208233005297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208233005313 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208233005322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208233005322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208233005322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:30:08.117424 run osmo-msc_10.42.42.6(pid=28065): ERR: Terminated: ERROR {rc=2} [trial-2351↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28065)]\u000a23:30:08.169106 run osmo-msc_10.42.42.6(pid=28065): stdout: \u000a| (launched: 2022-12-08_23:30:06.986641) \u000a23:30:08.220807 run osmo-msc_10.42.42.6(pid=28065): stderr: \u000a| �[0;m�[38;5;43m20221208233007261 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208233007261 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa083cfbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208233007261 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208233007261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208233007261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208233007261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208233007263 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208233007263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208233007264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208233007264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:30:08.265406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28058): Terminating (SIGTERM)\u000a23:30:08.307648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28061): Terminating (SIGTERM)\u000a23:30:08.349988 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28064): Terminating (SIGTERM)\u000a23:30:08.359453 --- ParallelTerminationStrategy: PID 28058 died...\u000a23:30:08.415495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28058): Terminated: ok {rc=0}\u000a23:30:08.425934 --- ParallelTerminationStrategy: PID 28061 died...\u000a23:30:08.481386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28061): Terminated: ok {rc=0}\u000a23:30:08.491761 --- ParallelTerminationStrategy: PID 28064 died...\u000a23:30:08.547052 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28064): Terminated: ok {rc=0}\u000a23:30:08.633872 bus /sierra_3: Setting Powered False\u000a23:30:09.735959 bus /sierra_3: Setting Powered False\u000a23:30:10.844823 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "37", "name" : "sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:30:01" }, { "cases" : [ { "testActions" : [ ], "age" : 207, "className" : "nitb_ussd:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=28071): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28071) [trial-2351↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28071)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=28071): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28071) [trial-2351↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28071)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 nitb_ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a23:30:12.684858 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)\u000a23:30:12.696042 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a23:30:12.836300 tst assert_extension.py: using LAC 17501\u000a23:30:12.959154 tst assert_extension.py: using RAC 161\u000a23:30:13.082692 tst assert_extension.py: using CellId 17501\u000a23:30:13.205253 tst assert_extension.py: using BVCI 17502\u000a23:30:13.228855 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a23:30:13.499751 tst assert_extension.py:10: start nitb and bts...\u000a23:30:13.621874 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a23:30:14.230379 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28070): Launched\u000a23:30:14.519892 run osmo-nitb_10.42.42.2(pid=28071): Launched\u000a23:30:14.700735 run osmo-nitb_10.42.42.2(pid=28071): ERR: Terminated: ERROR {rc=2} [trial-2351↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28071)]\u000a23:30:14.834695 run osmo-nitb_10.42.42.2(pid=28071): stdout: \u000a| (launched: 2022-12-08_23:30:14.378933) \u000a23:30:14.969121 run osmo-nitb_10.42.42.2(pid=28071): stderr: \u000a| (launched: 2022-12-08_23:30:14.422550)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:30:15.098932 run osmo-nitb_10.42.42.2(pid=28071): stdout: \u000a| (launched: 2022-12-08_23:30:14.378933) \u000a23:30:15.227557 run osmo-nitb_10.42.42.2(pid=28071): stderr: \u000a| (launched: 2022-12-08_23:30:14.422550)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:30:15.638605 tst osmo-nitb_10.42.42.2(pid=28071): stdout: \u000a| (launched: 2022-12-08_23:30:14.378933) \u000a23:30:15.755705 tst osmo-nitb_10.42.42.2(pid=28071): stderr: \u000a| (launched: 2022-12-08_23:30:14.422550)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:30:15.806867 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=28071): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28071) [trial-2351↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28071)] [trial-2351↪nitb_ussd:trx-b200↪assert_extension.py:12]\u000a23:30:15.814883 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a23:30:15.866901 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28070): Terminating (SIGTERM)\u000a23:30:16.043866 --- ParallelTerminationStrategy: PID 28070 died...\u000a23:30:16.100717 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28070): Terminated: ok {rc=0}\u000a23:30:16.183836 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "38", "name" : "nitb_ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:30:12" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "ussd:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28081): Process ended prematurely: osmo-stp_10.42.42.5(pid=28081) [trial-2351↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28081)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28081): Process ended prematurely: osmo-stp_10.42.42.5(pid=28081) [trial-2351↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28081)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a23:30:18.028923 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:30:18.039945 tst ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a23:30:18.178201 tst assert_extension.py: using LAC 17502\u000a23:30:18.302368 tst assert_extension.py: using RAC 162\u000a23:30:18.424684 tst assert_extension.py: using CellId 17502\u000a23:30:18.547386 tst assert_extension.py: using BVCI 17503\u000a23:30:18.571411 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:30:18.582373 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:30:18.593164 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:30:18.603810 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:30:18.614509 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:30:18.625240 tst ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a23:30:18.822100 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:30:19.286023 run create_hlr_db(pid=28075): Launched\u000a23:30:19.456534 bus /sierra_2: Setting Powered False\u000a23:30:20.477529 run create_hlr_db(pid=28075): Terminated: ok {rc=0}\u000a23:30:20.895395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28077): Launched\u000a23:30:21.209956 run osmo-hlr_10.42.42.2(pid=28078): Launched\u000a23:30:21.326319 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:30:21.872579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28080): Launched\u000a23:30:22.186236 run osmo-stp_10.42.42.5(pid=28081): Launched\u000a23:30:22.299706 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:30:22.870213 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28083): Launched\u000a23:30:23.184666 run osmo-msc_10.42.42.6(pid=28084): Launched\u000a23:30:23.369698 run osmo-stp_10.42.42.5(pid=28081): ERR: Terminated: ERROR {rc=1} [trial-2351↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28081)]\u000a23:30:23.503269 run osmo-stp_10.42.42.5(pid=28081): stdout: \u000a| (launched: 2022-12-08_23:30:22.032292)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:30:23.636325 run osmo-stp_10.42.42.5(pid=28081): stderr: \u000a| �[0;m�[38;5;43m20221208233022222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233022222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233022222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233022223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233022225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233022225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233022225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:30:23.762726 run osmo-stp_10.42.42.5(pid=28081): stdout: \u000a| (launched: 2022-12-08_23:30:22.032292)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:30:23.887998 run osmo-stp_10.42.42.5(pid=28081): stderr: \u000a| �[0;m�[38;5;43m20221208233022222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233022222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233022222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233022223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233022225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233022225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233022225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:30:23.943067 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=28081): Process ended prematurely: osmo-stp_10.42.42.5(pid=28081) [trial-2351↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28081)] [trial-2351↪ussd:trx-b200↪assert_extension.py:17]\u000a23:30:23.951724 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a23:30:24.013160 run osmo-hlr_10.42.42.2(pid=28078): ERR: Terminated: ERROR {rc=237} [trial-2351↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28078)]\u000a23:30:24.064264 run osmo-hlr_10.42.42.2(pid=28078): stdout: \u000a| (launched: 2022-12-08_23:30:21.055988) \u000a23:30:24.115934 run osmo-hlr_10.42.42.2(pid=28078): stderr: \u000a| �[0;m�[1;31m20221208233021254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208233021254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208233021254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233021254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233021254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208233021254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208233021267 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208233021277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208233021277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208233021278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:30:24.185448 run osmo-msc_10.42.42.6(pid=28084): ERR: Terminated: ERROR {rc=2} [trial-2351↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28084)]\u000a23:30:24.236090 run osmo-msc_10.42.42.6(pid=28084): stdout: \u000a| (launched: 2022-12-08_23:30:23.030666) \u000a23:30:24.287411 run osmo-msc_10.42.42.6(pid=28084): stderr: \u000a| �[0;m�[38;5;43m20221208233023352 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208233023352 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd5651a2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208233023352 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208233023352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208233023353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208233023353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208233023355 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208233023355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208233023355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208233023355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:30:24.331081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28077): Terminating (SIGTERM)\u000a23:30:24.372284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28080): Terminating (SIGTERM)\u000a23:30:24.413876 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28083): Terminating (SIGTERM)\u000a23:30:24.423498 --- ParallelTerminationStrategy: PID 28077 died...\u000a23:30:24.479275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28077): Terminated: ok {rc=0}\u000a23:30:24.489357 --- ParallelTerminationStrategy: PID 28080 died...\u000a23:30:24.544486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28080): Terminated: ok {rc=0}\u000a23:30:24.554494 --- ParallelTerminationStrategy: PID 28083 died...\u000a23:30:24.610091 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28083): Terminated: ok {rc=0}\u000a23:30:24.696649 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "39", "name" : "ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:30:17" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28095): Process ended prematurely: osmo-stp_10.42.42.5(pid=28095) [trial-2351↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28095)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28095): Process ended prematurely: osmo-stp_10.42.42.5(pid=28095) [trial-2351↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28095)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a23:30:26.654880 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:30:26.666198 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a23:30:26.826313 tst mo_mt_call.py: using LAC 17503\u000a23:30:26.956543 tst mo_mt_call.py: using RAC 163\u000a23:30:27.077697 tst mo_mt_call.py: using CellId 17503\u000a23:30:27.194923 tst mo_mt_call.py: using BVCI 17504\u000a23:30:27.217888 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:30:27.228840 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:30:27.239704 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:30:27.251472 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:30:27.263261 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:30:27.274891 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:30:27.393451 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:30:27.602540 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:30:28.113447 run create_hlr_db(pid=28089): Launched\u000a23:30:28.299031 bus /sierra_2: Setting Powered False\u000a23:30:29.319187 run create_hlr_db(pid=28089): Terminated: ok {rc=0}\u000a23:30:29.721707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28091): Launched\u000a23:30:30.022435 run osmo-hlr_10.42.42.2(pid=28092): Launched\u000a23:30:30.141250 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:30:30.674187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28094): Launched\u000a23:30:31.042103 run osmo-stp_10.42.42.5(pid=28095): Launched\u000a23:30:31.305174 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:30:31.998627 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28097): Launched\u000a23:30:32.407230 run osmo-msc_10.42.42.6(pid=28098): Launched\u000a23:30:32.588389 run osmo-stp_10.42.42.5(pid=28095): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28095)]\u000a23:30:32.724732 run osmo-stp_10.42.42.5(pid=28095): stdout: \u000a| (launched: 2022-12-08_23:30:30.826553)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:30:32.858691 run osmo-stp_10.42.42.5(pid=28095): stderr: \u000a| �[0;m�[38;5;43m20221208233031243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233031243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233031245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233031246 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233031247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233031247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233031247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:30:32.987312 run osmo-stp_10.42.42.5(pid=28095): stdout: \u000a| (launched: 2022-12-08_23:30:30.826553)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:30:33.115380 run osmo-stp_10.42.42.5(pid=28095): stderr: \u000a| �[0;m�[38;5;43m20221208233031243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233031243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233031245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233031246 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233031247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233031247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233031247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:30:33.171593 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28095): Process ended prematurely: osmo-stp_10.42.42.5(pid=28095) [trial-2351↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28095)] [trial-2351↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a23:30:33.181014 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a23:30:33.243078 run osmo-hlr_10.42.42.2(pid=28092): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28092)]\u000a23:30:33.294268 run osmo-hlr_10.42.42.2(pid=28092): stdout: \u000a| (launched: 2022-12-08_23:30:29.874157) \u000a23:30:33.346038 run osmo-hlr_10.42.42.2(pid=28092): stderr: \u000a| �[0;m�[1;31m20221208233030050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208233030051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208233030051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233030051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233030051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208233030051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208233030069 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208233030078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208233030078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208233030078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:30:33.416305 run osmo-msc_10.42.42.6(pid=28098): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28098)]\u000a23:30:33.467278 run osmo-msc_10.42.42.6(pid=28098): stdout: \u000a| (launched: 2022-12-08_23:30:32.169464) \u000a23:30:33.518762 run osmo-msc_10.42.42.6(pid=28098): stderr: \u000a| �[0;m�[38;5;43m20221208233032492 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208233032492 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe87f9bbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208233032492 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208233032492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208233032492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208233032492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208233032494 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208233032494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208233032495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208233032495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:30:33.562744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28091): Terminating (SIGTERM)\u000a23:30:33.604225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28094): Terminating (SIGTERM)\u000a23:30:33.645657 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28097): Terminating (SIGTERM)\u000a23:30:33.655349 --- ParallelTerminationStrategy: PID 28091 died...\u000a23:30:33.710494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28091): Terminated: ok {rc=0}\u000a23:30:33.720650 --- ParallelTerminationStrategy: PID 28094 died...\u000a23:30:33.775915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28094): Terminated: ok {rc=0}\u000a23:30:33.786155 --- ParallelTerminationStrategy: PID 28097 died...\u000a23:30:33.841549 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28097): Terminated: ok {rc=0}\u000a23:30:33.928303 bus /sierra_3: Setting Powered False\u000a23:30:35.034672 bus /sierra_3: Setting Powered False\u000a23:30:36.141322 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28106): Process ended prematurely: osmo-stp_10.42.42.5(pid=28106) [trial-2351↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28106)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28106): Process ended prematurely: osmo-stp_10.42.42.5(pid=28106) [trial-2351↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28106)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:30:37.256177 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:30:37.268236 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a23:30:37.433848 tst mo_mt_call_osmux.py: using LAC 17504\u000a23:30:37.561208 tst mo_mt_call_osmux.py: using RAC 164\u000a23:30:37.688420 tst mo_mt_call_osmux.py: using CellId 17504\u000a23:30:37.811242 tst mo_mt_call_osmux.py: using BVCI 17505\u000a23:30:37.834194 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:30:37.845209 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:30:37.856106 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:30:37.867360 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:30:37.878702 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:30:37.890088 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:30:38.008220 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:30:38.219726 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:30:38.731008 run create_hlr_db(pid=28100): Launched\u000a23:30:38.916738 bus /sierra_2: Setting Powered False\u000a23:30:39.936407 run create_hlr_db(pid=28100): Terminated: ok {rc=0}\u000a23:30:40.364044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28102): Launched\u000a23:30:40.683945 run osmo-hlr_10.42.42.2(pid=28103): Launched\u000a23:30:40.801613 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:30:41.359232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28105): Launched\u000a23:30:41.679164 run osmo-stp_10.42.42.5(pid=28106): Launched\u000a23:30:41.795732 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:30:42.380072 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28108): Launched\u000a23:30:42.699519 run osmo-msc_10.42.42.6(pid=28109): Launched\u000a23:30:42.887161 run osmo-stp_10.42.42.5(pid=28106): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28106)]\u000a23:30:43.022929 run osmo-stp_10.42.42.5(pid=28106): stdout: \u000a| (launched: 2022-12-08_23:30:41.522777)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:30:43.159142 run osmo-stp_10.42.42.5(pid=28106): stderr: \u000a| �[0;m�[38;5;43m20221208233041714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233041715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233041715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233041715 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233041716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233041716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233041716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:30:43.287625 run osmo-stp_10.42.42.5(pid=28106): stdout: \u000a| (launched: 2022-12-08_23:30:41.522777)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:30:43.414526 run osmo-stp_10.42.42.5(pid=28106): stderr: \u000a| �[0;m�[38;5;43m20221208233041714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233041715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233041715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233041715 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233041716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233041716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233041716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:30:43.471019 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28106): Process ended prematurely: osmo-stp_10.42.42.5(pid=28106) [trial-2351↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28106)] [trial-2351↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a23:30:43.480376 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a23:30:43.542613 run osmo-hlr_10.42.42.2(pid=28103): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28103)]\u000a23:30:43.593913 run osmo-hlr_10.42.42.2(pid=28103): stdout: \u000a| (launched: 2022-12-08_23:30:40.527364) \u000a23:30:43.645715 run osmo-hlr_10.42.42.2(pid=28103): stderr: \u000a| �[0;m�[1;31m20221208233040726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208233040726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208233040726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233040726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233040726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208233040727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208233040740 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208233040748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208233040748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208233040748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:30:43.715672 run osmo-msc_10.42.42.6(pid=28109): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28109)]\u000a23:30:43.766639 run osmo-msc_10.42.42.6(pid=28109): stdout: \u000a| (launched: 2022-12-08_23:30:42.542888) \u000a23:30:43.818151 run osmo-msc_10.42.42.6(pid=28109): stderr: \u000a| �[0;m�[38;5;43m20221208233042865 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208233042866 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff29a577c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208233042866 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208233042866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208233042866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208233042866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208233042868 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208233042868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208233042868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208233042868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:30:43.862202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28102): Terminating (SIGTERM)\u000a23:30:43.903784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28105): Terminating (SIGTERM)\u000a23:30:43.945522 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28108): Terminating (SIGTERM)\u000a23:30:43.954630 --- ParallelTerminationStrategy: PID 28102 died...\u000a23:30:44.009842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28102): Terminated: ok {rc=0}\u000a23:30:44.019947 --- ParallelTerminationStrategy: PID 28105 died...\u000a23:30:44.075409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28105): Terminated: ok {rc=0}\u000a23:30:44.085515 --- ParallelTerminationStrategy: PID 28108 died...\u000a23:30:44.140392 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28108): Terminated: ok {rc=0}\u000a23:30:44.226828 bus /sierra_3: Setting Powered False\u000a23:30:45.326776 bus /sierra_3: Setting Powered False\u000a23:30:46.452511 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "40", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:30:26" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28120): Process ended prematurely: osmo-stp_10.42.42.5(pid=28120) [trial-2351↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28120)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28120): Process ended prematurely: osmo-stp_10.42.42.5(pid=28120) [trial-2351↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28120)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a23:30:48.436730 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:30:48.447782 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a23:30:48.603320 tst mo_mt_call.py: using LAC 17505\u000a23:30:48.722923 tst mo_mt_call.py: using RAC 165\u000a23:30:48.843175 tst mo_mt_call.py: using CellId 17505\u000a23:30:48.962234 tst mo_mt_call.py: using BVCI 17506\u000a23:30:48.984871 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:30:48.995716 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:30:49.006578 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:30:49.017903 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:30:49.029271 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:30:49.040511 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:30:49.156257 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:30:49.355330 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:30:49.842481 run create_hlr_db(pid=28114): Launched\u000a23:30:50.027117 bus /sierra_2: Setting Powered False\u000a23:30:51.047046 run create_hlr_db(pid=28114): Terminated: ok {rc=0}\u000a23:30:51.471986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28116): Launched\u000a23:30:51.789676 run osmo-hlr_10.42.42.2(pid=28117): Launched\u000a23:30:51.905964 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:30:52.459668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28119): Launched\u000a23:30:52.777655 run osmo-stp_10.42.42.5(pid=28120): Launched\u000a23:30:52.893267 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:30:53.477802 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28122): Launched\u000a23:30:53.796341 run osmo-msc_10.42.42.6(pid=28123): Launched\u000a23:30:53.983389 run osmo-stp_10.42.42.5(pid=28120): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28120)]\u000a23:30:54.119258 run osmo-stp_10.42.42.5(pid=28120): stdout: \u000a| (launched: 2022-12-08_23:30:52.622179)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:30:54.254575 run osmo-stp_10.42.42.5(pid=28120): stderr: \u000a| �[0;m�[38;5;43m20221208233052815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233052816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233052816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233052816 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233052817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233052817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233052817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:30:54.383149 run osmo-stp_10.42.42.5(pid=28120): stdout: \u000a| (launched: 2022-12-08_23:30:52.622179)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:30:54.510479 run osmo-stp_10.42.42.5(pid=28120): stderr: \u000a| �[0;m�[38;5;43m20221208233052815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233052816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233052816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233052816 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233052817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233052817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233052817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:30:54.566803 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28120): Process ended prematurely: osmo-stp_10.42.42.5(pid=28120) [trial-2351↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28120)] [trial-2351↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a23:30:54.576196 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a23:30:54.638409 run osmo-hlr_10.42.42.2(pid=28117): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28117)]\u000a23:30:54.689532 run osmo-hlr_10.42.42.2(pid=28117): stdout: \u000a| (launched: 2022-12-08_23:30:51.634552) \u000a23:30:54.741100 run osmo-hlr_10.42.42.2(pid=28117): stderr: \u000a| �[0;m�[1;31m20221208233051835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208233051835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208233051835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233051835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233051835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208233051835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208233051849 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208233051859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208233051859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208233051859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:30:54.810804 run osmo-msc_10.42.42.6(pid=28123): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28123)]\u000a23:30:54.861443 run osmo-msc_10.42.42.6(pid=28123): stdout: \u000a| (launched: 2022-12-08_23:30:53.640724) \u000a23:30:54.912430 run osmo-msc_10.42.42.6(pid=28123): stderr: \u000a| �[0;m�[38;5;43m20221208233053962 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208233053962 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f09f57fec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208233053962 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208233053962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208233053962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208233053962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208233053964 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208233053964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208233053964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208233053965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:30:54.955844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28116): Terminating (SIGTERM)\u000a23:30:54.997408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28119): Terminating (SIGTERM)\u000a23:30:55.038993 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28122): Terminating (SIGTERM)\u000a23:30:55.048175 --- ParallelTerminationStrategy: PID 28116 died...\u000a23:30:55.103700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28116): Terminated: ok {rc=0}\u000a23:30:55.113986 --- ParallelTerminationStrategy: PID 28119 died...\u000a23:30:55.169423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28119): Terminated: ok {rc=0}\u000a23:30:55.179580 --- ParallelTerminationStrategy: PID 28122 died...\u000a23:30:55.235640 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28122): Terminated: ok {rc=0}\u000a23:30:55.321546 bus /sierra_3: Setting Powered False\u000a23:30:56.429081 bus /sierra_3: Setting Powered False\u000a23:30:57.535173 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28131): Process ended prematurely: osmo-stp_10.42.42.5(pid=28131) [trial-2351↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28131)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28131): Process ended prematurely: osmo-stp_10.42.42.5(pid=28131) [trial-2351↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28131)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:30:58.649851 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:30:58.661896 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a23:30:58.826505 tst mo_mt_call_osmux.py: using LAC 17506\u000a23:30:58.952124 tst mo_mt_call_osmux.py: using RAC 166\u000a23:30:59.077899 tst mo_mt_call_osmux.py: using CellId 17506\u000a23:30:59.206053 tst mo_mt_call_osmux.py: using BVCI 17507\u000a23:30:59.230618 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:30:59.242479 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:30:59.253781 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:30:59.265447 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:30:59.276865 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:30:59.288340 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:30:59.408146 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:30:59.609739 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:31:00.083287 run create_hlr_db(pid=28125): Launched\u000a23:31:00.256772 bus /sierra_2: Setting Powered False\u000a23:31:01.334415 run create_hlr_db(pid=28125): Terminated: ok {rc=0}\u000a23:31:01.795771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28127): Launched\u000a23:31:02.227558 run osmo-hlr_10.42.42.2(pid=28128): Launched\u000a23:31:02.346878 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:31:02.871081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28130): Launched\u000a23:31:03.170611 run osmo-stp_10.42.42.5(pid=28131): Launched\u000a23:31:03.281157 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:31:03.834385 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28133): Launched\u000a23:31:04.135962 run osmo-msc_10.42.42.6(pid=28134): Launched\u000a23:31:04.313465 run osmo-stp_10.42.42.5(pid=28131): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28131)]\u000a23:31:04.442158 run osmo-stp_10.42.42.5(pid=28131): stdout: \u000a| (launched: 2022-12-08_23:31:03.023442)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:31:04.567748 run osmo-stp_10.42.42.5(pid=28131): stderr: \u000a| �[0;m�[38;5;43m20221208233103194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233103194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233103194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233103195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233103195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233103195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233103195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:31:04.688706 run osmo-stp_10.42.42.5(pid=28131): stdout: \u000a| (launched: 2022-12-08_23:31:03.023442)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:31:04.808549 run osmo-stp_10.42.42.5(pid=28131): stderr: \u000a| �[0;m�[38;5;43m20221208233103194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233103194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233103194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233103195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233103195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233103195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233103195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:31:04.861801 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28131): Process ended prematurely: osmo-stp_10.42.42.5(pid=28131) [trial-2351↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28131)] [trial-2351↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a23:31:04.870546 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a23:31:04.930137 run osmo-hlr_10.42.42.2(pid=28128): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28128)]\u000a23:31:04.978807 run osmo-hlr_10.42.42.2(pid=28128): stdout: \u000a| (launched: 2022-12-08_23:31:01.964139) \u000a23:31:05.028289 run osmo-hlr_10.42.42.2(pid=28128): stderr: \u000a| �[0;m�[1;31m20221208233102183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208233102183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208233102183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233102183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233102183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208233102183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208233102203 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208233102229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208233102230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208233102230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:31:05.094997 run osmo-msc_10.42.42.6(pid=28134): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28134)]\u000a23:31:05.143469 run osmo-msc_10.42.42.6(pid=28134): stdout: \u000a| (launched: 2022-12-08_23:31:03.987443) \u000a23:31:05.192464 run osmo-msc_10.42.42.6(pid=28134): stderr: \u000a| �[0;m�[38;5;43m20221208233104261 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208233104262 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff569616c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208233104262 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208233104262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208233104262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208233104262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208233104264 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208233104264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208233104264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208233104265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:31:05.233722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28127): Terminating (SIGTERM)\u000a23:31:05.273035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28130): Terminating (SIGTERM)\u000a23:31:05.313068 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28133): Terminating (SIGTERM)\u000a23:31:05.322384 --- ParallelTerminationStrategy: PID 28127 died...\u000a23:31:05.375013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28127): Terminated: ok {rc=0}\u000a23:31:05.384698 --- ParallelTerminationStrategy: PID 28130 died...\u000a23:31:05.436762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28130): Terminated: ok {rc=0}\u000a23:31:05.446384 --- ParallelTerminationStrategy: PID 28133 died...\u000a23:31:05.498438 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28133): Terminated: ok {rc=0}\u000a23:31:05.585873 bus /sierra_3: Setting Powered False\u000a23:31:06.690866 bus /sierra_3: Setting Powered False\u000a23:31:07.800771 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "41", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:30:48" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28145): Process ended prematurely: osmo-stp_10.42.42.5(pid=28145) [trial-2351↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28145)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28145): Process ended prematurely: osmo-stp_10.42.42.5(pid=28145) [trial-2351↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28145)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a23:31:09.783223 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:31:09.794296 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a23:31:09.949712 tst mo_mt_call.py: using LAC 17507\u000a23:31:10.067038 tst mo_mt_call.py: using RAC 167\u000a23:31:10.186441 tst mo_mt_call.py: using CellId 17507\u000a23:31:10.304173 tst mo_mt_call.py: using BVCI 17508\u000a23:31:10.327126 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:31:10.338084 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:31:10.348901 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:31:10.359766 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:31:10.371206 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:31:10.382435 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:31:10.500393 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:31:10.710053 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:31:11.222817 run create_hlr_db(pid=28139): Launched\u000a23:31:11.408636 bus /sierra_2: Setting Powered False\u000a23:31:12.428061 run create_hlr_db(pid=28139): Terminated: ok {rc=0}\u000a23:31:12.830263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28141): Launched\u000a23:31:13.129224 run osmo-hlr_10.42.42.2(pid=28142): Launched\u000a23:31:13.239923 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:31:13.760438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28144): Launched\u000a23:31:14.060088 run osmo-stp_10.42.42.5(pid=28145): Launched\u000a23:31:14.170147 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:31:14.716037 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28147): Launched\u000a23:31:15.017661 run osmo-msc_10.42.42.6(pid=28148): Launched\u000a23:31:15.194823 run osmo-stp_10.42.42.5(pid=28145): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28145)]\u000a23:31:15.323141 run osmo-stp_10.42.42.5(pid=28145): stdout: \u000a| (launched: 2022-12-08_23:31:13.912816)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:31:15.449259 run osmo-stp_10.42.42.5(pid=28145): stderr: \u000a| �[0;m�[38;5;43m20221208233114082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233114082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233114082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233114083 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233114085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233114085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233114085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:31:15.569867 run osmo-stp_10.42.42.5(pid=28145): stdout: \u000a| (launched: 2022-12-08_23:31:13.912816)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:31:15.689488 run osmo-stp_10.42.42.5(pid=28145): stderr: \u000a| �[0;m�[38;5;43m20221208233114082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233114082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233114082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233114083 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233114085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233114085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233114085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:31:15.742163 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28145): Process ended prematurely: osmo-stp_10.42.42.5(pid=28145) [trial-2351↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28145)] [trial-2351↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a23:31:15.750800 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a23:31:15.809686 run osmo-hlr_10.42.42.2(pid=28142): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28142)]\u000a23:31:15.867800 run osmo-hlr_10.42.42.2(pid=28142): stdout: \u000a| (launched: 2022-12-08_23:31:12.982208) \u000a23:31:15.919928 run osmo-hlr_10.42.42.2(pid=28142): stderr: \u000a| �[0;m�[1;31m20221208233113157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208233113157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208233113157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233113157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233113157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208233113157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208233113171 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208233113181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208233113181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208233113181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:31:15.987842 run osmo-msc_10.42.42.6(pid=28148): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28148)]\u000a23:31:16.038190 run osmo-msc_10.42.42.6(pid=28148): stdout: \u000a| (launched: 2022-12-08_23:31:14.869654) \u000a23:31:16.089425 run osmo-msc_10.42.42.6(pid=28148): stderr: \u000a| �[0;m�[38;5;43m20221208233115142 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208233115142 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fae336d0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208233115142 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208233115142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208233115142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208233115143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208233115145 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208233115145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208233115145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208233115145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:31:16.133003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28141): Terminating (SIGTERM)\u000a23:31:16.178117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28144): Terminating (SIGTERM)\u000a23:31:16.219372 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28147): Terminating (SIGTERM)\u000a23:31:16.231012 --- ParallelTerminationStrategy: PID 28141 died...\u000a23:31:16.285364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28141): Terminated: ok {rc=0}\u000a23:31:16.296548 --- ParallelTerminationStrategy: PID 28144 died...\u000a23:31:16.352209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28144): Terminated: ok {rc=0}\u000a23:31:16.362695 --- ParallelTerminationStrategy: PID 28147 died...\u000a23:31:16.417612 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28147): Terminated: ok {rc=0}\u000a23:31:16.502424 bus /sierra_3: Setting Powered False\u000a23:31:17.603368 bus /sierra_3: Setting Powered False\u000a23:31:18.714142 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28156): Process ended prematurely: osmo-stp_10.42.42.5(pid=28156) [trial-2351↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28156)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28156): Process ended prematurely: osmo-stp_10.42.42.5(pid=28156) [trial-2351↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28156)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:31:19.824243 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:31:19.835918 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a23:31:19.991450 tst mo_mt_call_osmux.py: using LAC 17508\u000a23:31:20.115158 tst mo_mt_call_osmux.py: using RAC 168\u000a23:31:20.231765 tst mo_mt_call_osmux.py: using CellId 17508\u000a23:31:20.355013 tst mo_mt_call_osmux.py: using BVCI 17509\u000a23:31:20.379694 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:31:20.391392 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:31:20.403938 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:31:20.417424 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:31:20.429040 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:31:20.439757 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:31:20.558915 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:31:20.760125 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:31:21.234016 run create_hlr_db(pid=28150): Launched\u000a23:31:21.407305 bus /sierra_2: Setting Powered False\u000a23:31:22.428193 run create_hlr_db(pid=28150): Terminated: ok {rc=0}\u000a23:31:22.827062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28152): Launched\u000a23:31:23.126974 run osmo-hlr_10.42.42.2(pid=28153): Launched\u000a23:31:23.244556 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:31:23.775275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28155): Launched\u000a23:31:24.075317 run osmo-stp_10.42.42.5(pid=28156): Launched\u000a23:31:24.185227 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:31:24.732544 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28158): Launched\u000a23:31:25.034938 run osmo-msc_10.42.42.6(pid=28159): Launched\u000a23:31:25.212412 run osmo-stp_10.42.42.5(pid=28156): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28156)]\u000a23:31:25.340939 run osmo-stp_10.42.42.5(pid=28156): stdout: \u000a| (launched: 2022-12-08_23:31:23.927806)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:31:25.467058 run osmo-stp_10.42.42.5(pid=28156): stderr: \u000a| �[0;m�[38;5;43m20221208233124099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233124099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233124099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233124099 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233124100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233124100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233124100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:31:25.588290 run osmo-stp_10.42.42.5(pid=28156): stdout: \u000a| (launched: 2022-12-08_23:31:23.927806)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:31:25.707882 run osmo-stp_10.42.42.5(pid=28156): stderr: \u000a| �[0;m�[38;5;43m20221208233124099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233124099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233124099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233124099 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233124100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233124100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233124100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:31:25.760794 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28156): Process ended prematurely: osmo-stp_10.42.42.5(pid=28156) [trial-2351↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28156)] [trial-2351↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a23:31:25.769466 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a23:31:25.829398 run osmo-hlr_10.42.42.2(pid=28153): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28153)]\u000a23:31:25.878825 run osmo-hlr_10.42.42.2(pid=28153): stdout: \u000a| (launched: 2022-12-08_23:31:22.979681) \u000a23:31:25.928326 run osmo-hlr_10.42.42.2(pid=28153): stderr: \u000a| �[0;m�[1;31m20221208233123153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208233123153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208233123153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233123153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233123153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208233123153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208233123167 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208233123175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208233123176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208233123176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:31:25.995160 run osmo-msc_10.42.42.6(pid=28159): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28159)]\u000a23:31:26.044086 run osmo-msc_10.42.42.6(pid=28159): stdout: \u000a| (launched: 2022-12-08_23:31:24.885767) \u000a23:31:26.093586 run osmo-msc_10.42.42.6(pid=28159): stderr: \u000a| �[0;m�[38;5;43m20221208233125159 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208233125159 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6311e6ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208233125159 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208233125159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208233125159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208233125159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208233125162 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208233125162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208233125162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208233125162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:31:26.135058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28152): Terminating (SIGTERM)\u000a23:31:26.174415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28155): Terminating (SIGTERM)\u000a23:31:26.213848 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28158): Terminating (SIGTERM)\u000a23:31:26.222764 --- ParallelTerminationStrategy: PID 28152 died...\u000a23:31:26.276200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28152): Terminated: ok {rc=0}\u000a23:31:26.285695 --- ParallelTerminationStrategy: PID 28155 died...\u000a23:31:26.338310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28155): Terminated: ok {rc=0}\u000a23:31:26.347673 --- ParallelTerminationStrategy: PID 28158 died...\u000a23:31:26.400668 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28158): Terminated: ok {rc=0}\u000a23:31:26.488847 bus /sierra_3: Setting Powered False\u000a23:31:27.591945 bus /sierra_3: Setting Powered False\u000a23:31:28.697499 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "42", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:31:09" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28171): Process ended prematurely: osmo-stp_10.42.42.5(pid=28171) [trial-2351↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28171)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28171): Process ended prematurely: osmo-stp_10.42.42.5(pid=28171) [trial-2351↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28171)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a23:31:30.683394 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:31:30.694350 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a23:31:30.861635 tst mo_mt_call.py: using LAC 17509\u000a23:31:31.001086 tst mo_mt_call.py: using RAC 169\u000a23:31:31.124522 tst mo_mt_call.py: using CellId 17509\u000a23:31:31.246839 tst mo_mt_call.py: using BVCI 17510\u000a23:31:31.271067 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:31:31.282946 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:31:31.294817 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:31:31.307245 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:31:31.320271 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:31:31.332625 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:31:31.451763 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:31:31.657554 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:31:32.195112 run create_hlr_db(pid=28165): Launched\u000a23:31:32.368245 bus /sierra_2: Setting Powered False\u000a23:31:33.389321 run create_hlr_db(pid=28165): Terminated: ok {rc=0}\u000a23:31:33.788136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28167): Launched\u000a23:31:34.087866 run osmo-hlr_10.42.42.2(pid=28168): Launched\u000a23:31:34.197868 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:31:34.718098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28170): Launched\u000a23:31:35.018224 run osmo-stp_10.42.42.5(pid=28171): Launched\u000a23:31:35.127882 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:31:35.677431 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28173): Launched\u000a23:31:35.977588 run osmo-msc_10.42.42.6(pid=28174): Launched\u000a23:31:36.154167 run osmo-stp_10.42.42.5(pid=28171): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28171)]\u000a23:31:36.282409 run osmo-stp_10.42.42.5(pid=28171): stdout: \u000a| (launched: 2022-12-08_23:31:34.870805)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:31:36.407462 run osmo-stp_10.42.42.5(pid=28171): stderr: \u000a| �[0;m�[38;5;43m20221208233135039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233135039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233135039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233135039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233135042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233135042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233135042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:31:36.528032 run osmo-stp_10.42.42.5(pid=28171): stdout: \u000a| (launched: 2022-12-08_23:31:34.870805)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:31:36.647259 run osmo-stp_10.42.42.5(pid=28171): stderr: \u000a| �[0;m�[38;5;43m20221208233135039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233135039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233135039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233135039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233135042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233135042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233135042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:31:36.700045 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28171): Process ended prematurely: osmo-stp_10.42.42.5(pid=28171) [trial-2351↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28171)] [trial-2351↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a23:31:36.708757 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a23:31:36.767898 run osmo-hlr_10.42.42.2(pid=28168): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28168)]\u000a23:31:36.816142 run osmo-hlr_10.42.42.2(pid=28168): stdout: \u000a| (launched: 2022-12-08_23:31:33.941357) \u000a23:31:36.865011 run osmo-hlr_10.42.42.2(pid=28168): stderr: \u000a| �[0;m�[1;31m20221208233134118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208233134118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208233134118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233134118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233134118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208233134118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208233134130 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208233134139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208233134139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208233134139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:31:36.930234 run osmo-msc_10.42.42.6(pid=28174): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28174)]\u000a23:31:36.978796 run osmo-msc_10.42.42.6(pid=28174): stdout: \u000a| (launched: 2022-12-08_23:31:35.829768) \u000a23:31:37.027491 run osmo-msc_10.42.42.6(pid=28174): stderr: \u000a| �[0;m�[38;5;43m20221208233136099 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208233136099 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0388efcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208233136100 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208233136100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208233136100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208233136100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208233136102 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208233136102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208233136102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208233136102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:31:37.068535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28167): Terminating (SIGTERM)\u000a23:31:37.107526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28170): Terminating (SIGTERM)\u000a23:31:37.146550 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28173): Terminating (SIGTERM)\u000a23:31:37.155828 --- ParallelTerminationStrategy: PID 28167 died...\u000a23:31:37.208177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28167): Terminated: ok {rc=0}\u000a23:31:37.217885 --- ParallelTerminationStrategy: PID 28170 died...\u000a23:31:37.270737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28170): Terminated: ok {rc=0}\u000a23:31:37.280270 --- ParallelTerminationStrategy: PID 28173 died...\u000a23:31:37.332709 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28173): Terminated: ok {rc=0}\u000a23:31:37.415140 bus /sierra_3: Setting Powered False\u000a23:31:38.520257 bus /sierra_3: Setting Powered False\u000a23:31:39.627251 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28182): Process ended prematurely: osmo-stp_10.42.42.5(pid=28182) [trial-2351↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28182)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28182): Process ended prematurely: osmo-stp_10.42.42.5(pid=28182) [trial-2351↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28182)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:31:40.741586 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:31:40.753465 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a23:31:40.920091 tst mo_mt_call_osmux.py: using LAC 17510\u000a23:31:41.043254 tst mo_mt_call_osmux.py: using RAC 170\u000a23:31:41.166954 tst mo_mt_call_osmux.py: using CellId 17510\u000a23:31:41.290897 tst mo_mt_call_osmux.py: using BVCI 17511\u000a23:31:41.315390 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:31:41.326956 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:31:41.338329 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:31:41.350040 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:31:41.361504 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:31:41.372802 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:31:41.493436 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:31:41.694565 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:31:42.168691 run create_hlr_db(pid=28176): Launched\u000a23:31:42.341959 bus /sierra_2: Setting Powered False\u000a23:31:43.363575 run create_hlr_db(pid=28176): Terminated: ok {rc=0}\u000a23:31:43.763849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28178): Launched\u000a23:31:44.064723 run osmo-hlr_10.42.42.2(pid=28179): Launched\u000a23:31:44.178294 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:31:44.708100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28181): Launched\u000a23:31:45.008247 run osmo-stp_10.42.42.5(pid=28182): Launched\u000a23:31:45.118111 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:31:45.667556 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28184): Launched\u000a23:31:46.114520 run osmo-msc_10.42.42.6(pid=28185): Launched\u000a23:31:46.609973 run osmo-stp_10.42.42.5(pid=28182): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28182)]\u000a23:31:46.754319 run osmo-stp_10.42.42.5(pid=28182): stdout: \u000a| (launched: 2022-12-08_23:31:44.861263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:31:46.882835 run osmo-stp_10.42.42.5(pid=28182): stderr: \u000a| �[0;m�[38;5;43m20221208233145031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233145031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233145032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233145032 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233145033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233145033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233145033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:31:47.006204 run osmo-stp_10.42.42.5(pid=28182): stdout: \u000a| (launched: 2022-12-08_23:31:44.861263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:31:47.129216 run osmo-stp_10.42.42.5(pid=28182): stderr: \u000a| �[0;m�[38;5;43m20221208233145031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233145031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233145032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233145032 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233145033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233145033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233145033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:31:47.183408 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28182): Process ended prematurely: osmo-stp_10.42.42.5(pid=28182) [trial-2351↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28182)] [trial-2351↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a23:31:47.193065 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a23:31:47.255857 run osmo-hlr_10.42.42.2(pid=28179): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28179)]\u000a23:31:47.308054 run osmo-hlr_10.42.42.2(pid=28179): stdout: \u000a| (launched: 2022-12-08_23:31:43.916724) \u000a23:31:47.360081 run osmo-hlr_10.42.42.2(pid=28179): stderr: \u000a| �[0;m�[1;31m20221208233144094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208233144094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208233144095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233144095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233144095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208233144095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208233144107 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208233144115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208233144116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208233144116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:31:47.429566 run osmo-msc_10.42.42.6(pid=28185): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28185)]\u000a23:31:47.480248 run osmo-msc_10.42.42.6(pid=28185): stdout: \u000a| (launched: 2022-12-08_23:31:45.820518) \u000a23:31:47.530495 run osmo-msc_10.42.42.6(pid=28185): stderr: \u000a| �[0;m�[38;5;43m20221208233146224 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208233146224 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1140b8fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208233146224 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208233146224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208233146226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208233146226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208233146228 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208233146228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208233146228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208233146229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:31:47.572709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28178): Terminating (SIGTERM)\u000a23:31:47.613233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28181): Terminating (SIGTERM)\u000a23:31:47.654291 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28184): Terminating (SIGTERM)\u000a23:31:47.664069 --- ParallelTerminationStrategy: PID 28178 died...\u000a23:31:47.718118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28178): Terminated: ok {rc=0}\u000a23:31:47.728396 --- ParallelTerminationStrategy: PID 28181 died...\u000a23:31:47.782977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28181): Terminated: ok {rc=0}\u000a23:31:47.792654 --- ParallelTerminationStrategy: PID 28184 died...\u000a23:31:47.846233 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28184): Terminated: ok {rc=0}\u000a23:31:47.931070 bus /sierra_3: Setting Powered False\u000a23:31:49.036271 bus /sierra_3: Setting Powered False\u000a23:31:50.143098 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "43", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:31:30" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28196): Process ended prematurely: osmo-stp_10.42.42.5(pid=28196) [trial-2351↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28196)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28196): Process ended prematurely: osmo-stp_10.42.42.5(pid=28196) [trial-2351↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28196)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a23:31:52.143630 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:31:52.155207 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a23:31:52.317096 tst mo_mt_call.py: using LAC 17511\u000a23:31:52.438876 tst mo_mt_call.py: using RAC 171\u000a23:31:52.569497 tst mo_mt_call.py: using CellId 17511\u000a23:31:52.695183 tst mo_mt_call.py: using BVCI 17512\u000a23:31:52.718122 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:31:52.729098 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:31:52.739923 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:31:52.751449 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:31:52.763035 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:31:52.774455 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:31:52.895380 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:31:53.104371 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:31:53.616025 run create_hlr_db(pid=28190): Launched\u000a23:31:53.801280 bus /sierra_2: Setting Powered False\u000a23:31:54.821708 run create_hlr_db(pid=28190): Terminated: ok {rc=0}\u000a23:31:55.225745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28192): Launched\u000a23:31:55.526524 run osmo-hlr_10.42.42.2(pid=28193): Launched\u000a23:31:55.644849 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:31:56.174112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28195): Launched\u000a23:31:56.474092 run osmo-stp_10.42.42.5(pid=28196): Launched\u000a23:31:56.584333 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:31:57.129817 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28198): Launched\u000a23:31:57.430002 run osmo-msc_10.42.42.6(pid=28199): Launched\u000a23:31:57.607847 run osmo-stp_10.42.42.5(pid=28196): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28196)]\u000a23:31:57.736497 run osmo-stp_10.42.42.5(pid=28196): stdout: \u000a| (launched: 2022-12-08_23:31:56.326840)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:31:57.861800 run osmo-stp_10.42.42.5(pid=28196): stderr: \u000a| �[0;m�[38;5;43m20221208233156495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233156495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233156496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233156496 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233156498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233156498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233156499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:31:57.982422 run osmo-stp_10.42.42.5(pid=28196): stdout: \u000a| (launched: 2022-12-08_23:31:56.326840)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:31:58.101776 run osmo-stp_10.42.42.5(pid=28196): stderr: \u000a| �[0;m�[38;5;43m20221208233156495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233156495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233156496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233156496 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233156498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233156498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233156499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:31:58.154395 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28196): Process ended prematurely: osmo-stp_10.42.42.5(pid=28196) [trial-2351↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28196)] [trial-2351↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a23:31:58.162942 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a23:31:58.221907 run osmo-hlr_10.42.42.2(pid=28193): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28193)]\u000a23:31:58.270626 run osmo-hlr_10.42.42.2(pid=28193): stdout: \u000a| (launched: 2022-12-08_23:31:55.379020) \u000a23:31:58.319634 run osmo-hlr_10.42.42.2(pid=28193): stderr: \u000a| �[0;m�[1;31m20221208233155552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208233155552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208233155552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233155553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233155553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208233155553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208233155564 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208233155573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208233155573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208233155573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:31:58.385820 run osmo-msc_10.42.42.6(pid=28199): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28199)]\u000a23:31:58.434198 run osmo-msc_10.42.42.6(pid=28199): stdout: \u000a| (launched: 2022-12-08_23:31:57.281862) \u000a23:31:58.483175 run osmo-msc_10.42.42.6(pid=28199): stderr: \u000a| �[0;m�[38;5;43m20221208233157552 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208233157552 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f75951f5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208233157552 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208233157552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208233157552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208233157553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208233157554 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208233157555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208233157555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208233157555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:31:58.524193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28192): Terminating (SIGTERM)\u000a23:31:58.563072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28195): Terminating (SIGTERM)\u000a23:31:58.602115 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28198): Terminating (SIGTERM)\u000a23:31:58.611326 --- ParallelTerminationStrategy: PID 28192 died...\u000a23:31:58.663534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28192): Terminated: ok {rc=0}\u000a23:31:58.673206 --- ParallelTerminationStrategy: PID 28195 died...\u000a23:31:58.725278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28195): Terminated: ok {rc=0}\u000a23:31:58.734650 --- ParallelTerminationStrategy: PID 28198 died...\u000a23:31:58.787599 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28198): Terminated: ok {rc=0}\u000a23:31:58.869622 bus /sierra_3: Setting Powered False\u000a23:31:59.975178 bus /sierra_3: Setting Powered False\u000a23:32:01.095242 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28207): Process ended prematurely: osmo-stp_10.42.42.5(pid=28207) [trial-2351↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28207)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28207): Process ended prematurely: osmo-stp_10.42.42.5(pid=28207) [trial-2351↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28207)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:32:02.208748 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:32:02.221442 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a23:32:02.397563 tst mo_mt_call_osmux.py: using LAC 17512\u000a23:32:02.513846 tst mo_mt_call_osmux.py: using RAC 172\u000a23:32:02.630005 tst mo_mt_call_osmux.py: using CellId 17512\u000a23:32:02.746307 tst mo_mt_call_osmux.py: using BVCI 17513\u000a23:32:02.769298 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:32:02.780072 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:32:02.790775 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:32:02.801770 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:32:02.812709 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:32:02.823666 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:32:02.937508 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:32:03.147270 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:32:03.660721 run create_hlr_db(pid=28201): Launched\u000a23:32:03.847086 bus /sierra_2: Setting Powered False\u000a23:32:04.867428 run create_hlr_db(pid=28201): Terminated: ok {rc=0}\u000a23:32:05.271589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28203): Launched\u000a23:32:05.572049 run osmo-hlr_10.42.42.2(pid=28204): Launched\u000a23:32:05.683858 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:32:06.213359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28206): Launched\u000a23:32:06.533452 run osmo-stp_10.42.42.5(pid=28207): Launched\u000a23:32:06.649835 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:32:07.237623 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28209): Launched\u000a23:32:07.559485 run osmo-msc_10.42.42.6(pid=28210): Launched\u000a23:32:07.747433 run osmo-stp_10.42.42.5(pid=28207): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28207)]\u000a23:32:07.883751 run osmo-stp_10.42.42.5(pid=28207): stdout: \u000a| (launched: 2022-12-08_23:32:06.377503)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:32:08.019160 run osmo-stp_10.42.42.5(pid=28207): stderr: \u000a| �[0;m�[38;5;43m20221208233206568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233206568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233206568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233206569 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233206569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233206569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233206569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:32:08.148638 run osmo-stp_10.42.42.5(pid=28207): stdout: \u000a| (launched: 2022-12-08_23:32:06.377503)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:32:08.276531 run osmo-stp_10.42.42.5(pid=28207): stderr: \u000a| �[0;m�[38;5;43m20221208233206568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233206568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233206568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233206569 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233206569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233206569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233206569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:32:08.333335 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28207): Process ended prematurely: osmo-stp_10.42.42.5(pid=28207) [trial-2351↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28207)] [trial-2351↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a23:32:08.342779 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a23:32:08.404708 run osmo-hlr_10.42.42.2(pid=28204): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28204)]\u000a23:32:08.455671 run osmo-hlr_10.42.42.2(pid=28204): stdout: \u000a| (launched: 2022-12-08_23:32:05.424587) \u000a23:32:08.507548 run osmo-hlr_10.42.42.2(pid=28204): stderr: \u000a| �[0;m�[1;31m20221208233205601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208233205601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208233205601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233205601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233205601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208233205601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208233205613 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208233205622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208233205623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208233205623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:32:08.577483 run osmo-msc_10.42.42.6(pid=28210): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28210)]\u000a23:32:08.628192 run osmo-msc_10.42.42.6(pid=28210): stdout: \u000a| (launched: 2022-12-08_23:32:07.401779) \u000a23:32:08.679489 run osmo-msc_10.42.42.6(pid=28210): stderr: \u000a| �[0;m�[38;5;43m20221208233207725 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208233207725 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f58f6e26c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208233207725 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208233207725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208233207725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208233207725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208233207727 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208233207728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208233207728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208233207728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:32:08.723201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28203): Terminating (SIGTERM)\u000a23:32:08.764695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28206): Terminating (SIGTERM)\u000a23:32:08.806916 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28209): Terminating (SIGTERM)\u000a23:32:08.816549 --- ParallelTerminationStrategy: PID 28203 died...\u000a23:32:08.871860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28203): Terminated: ok {rc=0}\u000a23:32:08.881970 --- ParallelTerminationStrategy: PID 28206 died...\u000a23:32:08.936758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28206): Terminated: ok {rc=0}\u000a23:32:08.946688 --- ParallelTerminationStrategy: PID 28209 died...\u000a23:32:09.001637 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28209): Terminated: ok {rc=0}\u000a23:32:09.088296 bus /sierra_3: Setting Powered False\u000a23:32:10.194259 bus /sierra_3: Setting Powered False\u000a23:32:11.300209 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "44", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:31:51" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28221): Process ended prematurely: osmo-stp_10.42.42.5(pid=28221) [trial-2351↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28221)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28221): Process ended prematurely: osmo-stp_10.42.42.5(pid=28221) [trial-2351↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28221)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a23:32:13.290749 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:32:13.301741 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:32:13.455813 tst mo_mt_call.py: using LAC 17513\u000a23:32:13.573744 tst mo_mt_call.py: using RAC 173\u000a23:32:13.690461 tst mo_mt_call.py: using CellId 17513\u000a23:32:13.806894 tst mo_mt_call.py: using BVCI 17514\u000a23:32:13.829751 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:32:13.840929 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:32:13.851733 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:32:13.862776 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:32:13.873856 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:32:13.884833 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:32:14.002104 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:32:14.211621 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:32:14.724048 run create_hlr_db(pid=28215): Launched\u000a23:32:14.909140 bus /sierra_2: Setting Powered False\u000a23:32:15.959199 run create_hlr_db(pid=28215): Terminated: ok {rc=0}\u000a23:32:16.407326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28217): Launched\u000a23:32:16.751799 run osmo-hlr_10.42.42.2(pid=28218): Launched\u000a23:32:16.962030 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:32:17.565901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28220): Launched\u000a23:32:17.866131 run osmo-stp_10.42.42.5(pid=28221): Launched\u000a23:32:17.975711 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:32:18.523516 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28223): Launched\u000a23:32:18.823079 run osmo-msc_10.42.42.6(pid=28224): Launched\u000a23:32:19.000197 run osmo-stp_10.42.42.5(pid=28221): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28221)]\u000a23:32:19.128114 run osmo-stp_10.42.42.5(pid=28221): stdout: \u000a| (launched: 2022-12-08_23:32:17.718475)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:32:19.253621 run osmo-stp_10.42.42.5(pid=28221): stderr: \u000a| �[0;m�[38;5;43m20221208233217888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233217889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233217889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233217889 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233217890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233217890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233217890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:32:19.374980 run osmo-stp_10.42.42.5(pid=28221): stdout: \u000a| (launched: 2022-12-08_23:32:17.718475)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:32:19.494635 run osmo-stp_10.42.42.5(pid=28221): stderr: \u000a| �[0;m�[38;5;43m20221208233217888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233217889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233217889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233217889 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233217890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233217890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233217890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:32:19.547269 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28221): Process ended prematurely: osmo-stp_10.42.42.5(pid=28221) [trial-2351↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28221)] [trial-2351↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a23:32:19.555899 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a23:32:19.615051 run osmo-hlr_10.42.42.2(pid=28218): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28218)]\u000a23:32:19.663593 run osmo-hlr_10.42.42.2(pid=28218): stdout: \u000a| (launched: 2022-12-08_23:32:16.573215) \u000a23:32:19.712812 run osmo-hlr_10.42.42.2(pid=28218): stderr: \u000a| �[0;m�[1;31m20221208233216938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208233216938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208233216938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233216938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233216938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208233216938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208233216950 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208233216966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208233216967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208233216967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:32:19.779077 run osmo-msc_10.42.42.6(pid=28224): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28224)]\u000a23:32:19.827409 run osmo-msc_10.42.42.6(pid=28224): stdout: \u000a| (launched: 2022-12-08_23:32:18.675935) \u000a23:32:19.876363 run osmo-msc_10.42.42.6(pid=28224): stderr: \u000a| �[0;m�[38;5;43m20221208233218946 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208233218946 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbf51ddcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208233218946 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208233218946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208233218947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208233218947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208233218948 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208233218949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208233218950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208233218950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:32:19.917693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28217): Terminating (SIGTERM)\u000a23:32:19.956787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28220): Terminating (SIGTERM)\u000a23:32:19.996106 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28223): Terminating (SIGTERM)\u000a23:32:20.005388 --- ParallelTerminationStrategy: PID 28217 died...\u000a23:32:20.057975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28217): Terminated: ok {rc=0}\u000a23:32:20.067637 --- ParallelTerminationStrategy: PID 28220 died...\u000a23:32:20.120375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28220): Terminated: ok {rc=0}\u000a23:32:20.129799 --- ParallelTerminationStrategy: PID 28223 died...\u000a23:32:20.181928 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28223): Terminated: ok {rc=0}\u000a23:32:20.263576 bus /sierra_3: Setting Powered False\u000a23:32:21.369596 bus /sierra_3: Setting Powered False\u000a23:32:22.475457 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28232): Process ended prematurely: osmo-stp_10.42.42.5(pid=28232) [trial-2351↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28232)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28232): Process ended prematurely: osmo-stp_10.42.42.5(pid=28232) [trial-2351↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28232)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:32:23.589337 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:32:23.601593 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:32:23.766633 tst mo_mt_call_osmux.py: using LAC 17514\u000a23:32:23.892416 tst mo_mt_call_osmux.py: using RAC 174\u000a23:32:24.017315 tst mo_mt_call_osmux.py: using CellId 17514\u000a23:32:24.144297 tst mo_mt_call_osmux.py: using BVCI 17515\u000a23:32:24.168544 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:32:24.180155 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:32:24.191388 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:32:24.202624 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:32:24.213981 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:32:24.225283 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:32:24.343070 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:32:24.544451 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:32:25.018306 run create_hlr_db(pid=28226): Launched\u000a23:32:25.191507 bus /sierra_2: Setting Powered False\u000a23:32:26.213430 run create_hlr_db(pid=28226): Terminated: ok {rc=0}\u000a23:32:26.612522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28228): Launched\u000a23:32:26.914105 run osmo-hlr_10.42.42.2(pid=28229): Launched\u000a23:32:27.032118 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:32:27.560542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28231): Launched\u000a23:32:27.861037 run osmo-stp_10.42.42.5(pid=28232): Launched\u000a23:32:27.971652 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:32:28.519625 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28234): Launched\u000a23:32:28.821046 run osmo-msc_10.42.42.6(pid=28235): Launched\u000a23:32:28.998228 run osmo-stp_10.42.42.5(pid=28232): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28232)]\u000a23:32:29.126326 run osmo-stp_10.42.42.5(pid=28232): stdout: \u000a| (launched: 2022-12-08_23:32:27.713328)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:32:29.252252 run osmo-stp_10.42.42.5(pid=28232): stderr: \u000a| �[0;m�[38;5;43m20221208233227887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233227887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233227887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233227887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233227888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233227888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233227888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:32:29.372921 run osmo-stp_10.42.42.5(pid=28232): stdout: \u000a| (launched: 2022-12-08_23:32:27.713328)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:32:29.492445 run osmo-stp_10.42.42.5(pid=28232): stderr: \u000a| �[0;m�[38;5;43m20221208233227887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233227887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233227887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233227887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233227888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233227888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233227888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:32:29.545278 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28232): Process ended prematurely: osmo-stp_10.42.42.5(pid=28232) [trial-2351↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28232)] [trial-2351↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a23:32:29.553906 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a23:32:29.613291 run osmo-hlr_10.42.42.2(pid=28229): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28229)]\u000a23:32:29.662018 run osmo-hlr_10.42.42.2(pid=28229): stdout: \u000a| (launched: 2022-12-08_23:32:26.765612) \u000a23:32:29.711330 run osmo-hlr_10.42.42.2(pid=28229): stderr: \u000a| �[0;m�[1;31m20221208233226939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208233226940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208233226940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233226940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233226940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208233226940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208233226952 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208233226960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208233226961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208233226961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:32:29.778089 run osmo-msc_10.42.42.6(pid=28235): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28235)]\u000a23:32:29.826589 run osmo-msc_10.42.42.6(pid=28235): stdout: \u000a| (launched: 2022-12-08_23:32:28.672209) \u000a23:32:29.875558 run osmo-msc_10.42.42.6(pid=28235): stderr: \u000a| �[0;m�[38;5;43m20221208233228945 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208233228945 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f59ab27ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208233228945 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208233228945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208233228946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208233228946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208233228948 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208233228948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208233228948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208233228948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:32:29.916778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28228): Terminating (SIGTERM)\u000a23:32:29.955865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28231): Terminating (SIGTERM)\u000a23:32:29.995307 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28234): Terminating (SIGTERM)\u000a23:32:30.005444 --- ParallelTerminationStrategy: PID 28228 died...\u000a23:32:30.058026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28228): Terminated: ok {rc=0}\u000a23:32:30.067448 --- ParallelTerminationStrategy: PID 28231 died...\u000a23:32:30.120038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28231): Terminated: ok {rc=0}\u000a23:32:30.129876 --- ParallelTerminationStrategy: PID 28234 died...\u000a23:32:30.182371 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28234): Terminated: ok {rc=0}\u000a23:32:30.270039 bus /sierra_3: Setting Powered False\u000a23:32:31.410292 bus /sierra_3: Setting Powered False\u000a23:32:32.522677 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "45", "name" : "voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:32:13" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28249): Process ended prematurely: osmo-stp_10.42.42.5(pid=28249) [trial-2351↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28249)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28249): Process ended prematurely: osmo-stp_10.42.42.5(pid=28249) [trial-2351↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28249)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a23:32:34.513505 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:32:34.524863 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:32:34.690549 tst mo_mt_call.py: using LAC 17515\u000a23:32:34.812705 tst mo_mt_call.py: using RAC 175\u000a23:32:34.931233 tst mo_mt_call.py: using CellId 17515\u000a23:32:35.050997 tst mo_mt_call.py: using BVCI 17516\u000a23:32:35.073882 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:32:35.084621 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:32:35.095309 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:32:35.106209 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:32:35.116775 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:32:35.127571 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:32:35.246600 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:32:35.445562 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:32:35.921746 run create_hlr_db(pid=28243): Launched\u000a23:32:36.095865 bus /sierra_2: Setting Powered False\u000a23:32:37.116849 run create_hlr_db(pid=28243): Terminated: ok {rc=0}\u000a23:32:37.516752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28245): Launched\u000a23:32:37.817732 run osmo-hlr_10.42.42.2(pid=28246): Launched\u000a23:32:37.933942 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:32:38.462886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28248): Launched\u000a23:32:38.764526 run osmo-stp_10.42.42.5(pid=28249): Launched\u000a23:32:38.875305 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:32:39.423973 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28251): Launched\u000a23:32:39.726185 run osmo-msc_10.42.42.6(pid=28252): Launched\u000a23:32:39.903869 run osmo-stp_10.42.42.5(pid=28249): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28249)]\u000a23:32:40.033753 run osmo-stp_10.42.42.5(pid=28249): stdout: \u000a| (launched: 2022-12-08_23:32:38.615495)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:32:40.160140 run osmo-stp_10.42.42.5(pid=28249): stderr: \u000a| �[0;m�[38;5;43m20221208233238784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233238784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233238784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233238785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233238785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233238785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233238785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:32:40.280915 run osmo-stp_10.42.42.5(pid=28249): stdout: \u000a| (launched: 2022-12-08_23:32:38.615495)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:32:40.400764 run osmo-stp_10.42.42.5(pid=28249): stderr: \u000a| �[0;m�[38;5;43m20221208233238784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233238784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233238784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233238785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233238785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233238785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233238785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:32:40.453874 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28249): Process ended prematurely: osmo-stp_10.42.42.5(pid=28249) [trial-2351↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28249)] [trial-2351↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a23:32:40.462233 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a23:32:40.521813 run osmo-hlr_10.42.42.2(pid=28246): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28246)]\u000a23:32:40.570424 run osmo-hlr_10.42.42.2(pid=28246): stdout: \u000a| (launched: 2022-12-08_23:32:37.670094) \u000a23:32:40.619675 run osmo-hlr_10.42.42.2(pid=28246): stderr: \u000a| �[0;m�[1;31m20221208233237845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208233237845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208233237845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233237845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233237845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208233237845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208233237860 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208233237870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208233237870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208233237870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:32:40.686449 run osmo-msc_10.42.42.6(pid=28252): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28252)]\u000a23:32:40.735227 run osmo-msc_10.42.42.6(pid=28252): stdout: \u000a| (launched: 2022-12-08_23:32:39.577108) \u000a23:32:40.785133 run osmo-msc_10.42.42.6(pid=28252): stderr: \u000a| �[0;m�[38;5;43m20221208233239850 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208233239851 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feb0ff24c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208233239851 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208233239851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208233239851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208233239851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208233239853 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208233239854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208233239854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208233239854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:32:40.826652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28245): Terminating (SIGTERM)\u000a23:32:40.865972 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28248): Terminating (SIGTERM)\u000a23:32:40.905212 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28251): Terminating (SIGTERM)\u000a23:32:40.914481 --- ParallelTerminationStrategy: PID 28245 died...\u000a23:32:40.967448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28245): Terminated: ok {rc=0}\u000a23:32:40.977191 --- ParallelTerminationStrategy: PID 28248 died...\u000a23:32:41.029496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28248): Terminated: ok {rc=0}\u000a23:32:41.039103 --- ParallelTerminationStrategy: PID 28251 died...\u000a23:32:41.092271 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28251): Terminated: ok {rc=0}\u000a23:32:41.179740 bus /sierra_3: Setting Powered False\u000a23:32:42.281858 bus /sierra_3: Setting Powered False\u000a23:32:43.391457 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28260): Process ended prematurely: osmo-stp_10.42.42.5(pid=28260) [trial-2351↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28260)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28260): Process ended prematurely: osmo-stp_10.42.42.5(pid=28260) [trial-2351↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28260)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:32:44.504041 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:32:44.515802 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:32:44.679246 tst mo_mt_call_osmux.py: using LAC 17516\u000a23:32:44.806751 tst mo_mt_call_osmux.py: using RAC 176\u000a23:32:44.929112 tst mo_mt_call_osmux.py: using CellId 17516\u000a23:32:45.047974 tst mo_mt_call_osmux.py: using BVCI 17517\u000a23:32:45.071101 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:32:45.082109 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:32:45.093080 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:32:45.104700 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:32:45.116244 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:32:45.127875 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:32:45.244219 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:32:45.442251 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:32:45.946293 run create_hlr_db(pid=28254): Launched\u000a23:32:46.124114 bus /sierra_2: Setting Powered False\u000a23:32:47.143315 run create_hlr_db(pid=28254): Terminated: ok {rc=0}\u000a23:32:47.574195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28256): Launched\u000a23:32:47.893850 run osmo-hlr_10.42.42.2(pid=28257): Launched\u000a23:32:48.015194 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:32:48.573609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28259): Launched\u000a23:32:48.893554 run osmo-stp_10.42.42.5(pid=28260): Launched\u000a23:32:49.009430 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:32:49.596325 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28262): Launched\u000a23:32:49.916794 run osmo-msc_10.42.42.6(pid=28263): Launched\u000a23:32:50.104562 run osmo-stp_10.42.42.5(pid=28260): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28260)]\u000a23:32:50.241183 run osmo-stp_10.42.42.5(pid=28260): stdout: \u000a| (launched: 2022-12-08_23:32:48.737403)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:32:50.376712 run osmo-stp_10.42.42.5(pid=28260): stderr: \u000a| �[0;m�[38;5;43m20221208233248929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233248929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233248930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233248930 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233248930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233248931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233248931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:32:50.505587 run osmo-stp_10.42.42.5(pid=28260): stdout: \u000a| (launched: 2022-12-08_23:32:48.737403)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:32:50.633311 run osmo-stp_10.42.42.5(pid=28260): stderr: \u000a| �[0;m�[38;5;43m20221208233248929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233248929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233248930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233248930 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233248930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233248931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233248931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:32:50.689662 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28260): Process ended prematurely: osmo-stp_10.42.42.5(pid=28260) [trial-2351↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28260)] [trial-2351↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a23:32:50.698886 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a23:32:50.761098 run osmo-hlr_10.42.42.2(pid=28257): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28257)]\u000a23:32:50.812236 run osmo-hlr_10.42.42.2(pid=28257): stdout: \u000a| (launched: 2022-12-08_23:32:47.737867) \u000a23:32:50.863835 run osmo-hlr_10.42.42.2(pid=28257): stderr: \u000a| �[0;m�[1;31m20221208233247935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208233247935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208233247935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233247935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233247935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208233247935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208233247947 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208233247956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208233247956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208233247956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:32:50.934064 run osmo-msc_10.42.42.6(pid=28263): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28263)]\u000a23:32:50.984911 run osmo-msc_10.42.42.6(pid=28263): stdout: \u000a| (launched: 2022-12-08_23:32:49.759989) \u000a23:32:51.036399 run osmo-msc_10.42.42.6(pid=28263): stderr: \u000a| �[0;m�[38;5;43m20221208233250080 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208233250081 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4ef4adbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208233250081 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208233250081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208233250081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208233250081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208233250083 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208233250083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208233250083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208233250083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:32:51.080089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28256): Terminating (SIGTERM)\u000a23:32:51.121552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28259): Terminating (SIGTERM)\u000a23:32:51.163505 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28262): Terminating (SIGTERM)\u000a23:32:51.173154 --- ParallelTerminationStrategy: PID 28256 died...\u000a23:32:51.228748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28256): Terminated: ok {rc=0}\u000a23:32:51.238669 --- ParallelTerminationStrategy: PID 28259 died...\u000a23:32:51.294264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28259): Terminated: ok {rc=0}\u000a23:32:51.304349 --- ParallelTerminationStrategy: PID 28262 died...\u000a23:32:51.359643 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28262): Terminated: ok {rc=0}\u000a23:32:51.446142 bus /sierra_3: Setting Powered False\u000a23:32:52.552165 bus /sierra_3: Setting Powered False\u000a23:32:53.659372 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "46", "name" : "voice_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:32:34" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28275): Process ended prematurely: osmo-stp_10.42.42.5(pid=28275) [trial-2351↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28275)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28275): Process ended prematurely: osmo-stp_10.42.42.5(pid=28275) [trial-2351↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28275)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py\u000a----------------------------------------------\u000a23:32:55.657028 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a23:32:55.668223 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a23:32:55.812229 tst mo_mt_call.py: using LAC 17517\u000a23:32:55.938551 tst mo_mt_call.py: using RAC 177\u000a23:32:56.061444 tst mo_mt_call.py: using CellId 17517\u000a23:32:56.187187 tst mo_mt_call.py: using BVCI 17518\u000a23:32:56.212168 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a23:32:56.223604 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a23:32:56.234855 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a23:32:56.245971 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a23:32:56.257055 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a23:32:56.268202 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a23:32:56.383005 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a23:32:56.592668 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:32:57.103496 run create_hlr_db(pid=28268): Launched\u000a23:32:57.289181 bus /sierra_2: Setting Powered False\u000a23:32:58.311434 run create_hlr_db(pid=28268): Terminated: ok {rc=0}\u000a23:32:58.738393 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28271): Launched\u000a23:32:59.058367 run osmo-hlr_10.42.42.2(pid=28272): Launched\u000a23:32:59.178019 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:32:59.735918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28274): Launched\u000a23:33:00.056073 run osmo-stp_10.42.42.5(pid=28275): Launched\u000a23:33:00.173313 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:33:00.759673 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28277): Launched\u000a23:33:01.258687 run osmo-msc_10.42.42.6(pid=28278): Launched\u000a23:33:01.734320 run osmo-stp_10.42.42.5(pid=28275): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28275)]\u000a23:33:01.866451 run osmo-stp_10.42.42.5(pid=28275): stdout: \u000a| (launched: 2022-12-08_23:32:59.899194)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:33:01.996388 run osmo-stp_10.42.42.5(pid=28275): stderr: \u000a| �[0;m�[38;5;43m20221208233300092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233300092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233300093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233300093 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233300093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233300094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233300094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:33:02.121820 run osmo-stp_10.42.42.5(pid=28275): stdout: \u000a| (launched: 2022-12-08_23:32:59.899194)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:33:02.246694 run osmo-stp_10.42.42.5(pid=28275): stderr: \u000a| �[0;m�[38;5;43m20221208233300092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233300092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233300093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233300093 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233300093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233300094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233300094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:33:02.300991 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28275): Process ended prematurely: osmo-stp_10.42.42.5(pid=28275) [trial-2351↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28275)] [trial-2351↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]\u000a23:33:02.309765 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a23:33:02.369170 run osmo-hlr_10.42.42.2(pid=28272): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28272)]\u000a23:33:02.418173 run osmo-hlr_10.42.42.2(pid=28272): stdout: \u000a| (launched: 2022-12-08_23:32:58.901900) \u000a23:33:02.467547 run osmo-hlr_10.42.42.2(pid=28272): stderr: \u000a| �[0;m�[1;31m20221208233259100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208233259100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208233259100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233259100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233259100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208233259100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208233259113 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208233259121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208233259121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208233259121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:33:02.534240 run osmo-msc_10.42.42.6(pid=28278): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28278)]\u000a23:33:02.583571 run osmo-msc_10.42.42.6(pid=28278): stdout: \u000a| (launched: 2022-12-08_23:33:00.947209) \u000a23:33:02.632987 run osmo-msc_10.42.42.6(pid=28278): stderr: \u000a| �[0;m�[38;5;43m20221208233301437 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208233301437 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f60fee50c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208233301437 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208233301437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208233301438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208233301438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208233301444 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208233301445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208233301445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208233301445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:33:02.674503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28271): Terminating (SIGTERM)\u000a23:33:02.714112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28274): Terminating (SIGTERM)\u000a23:33:02.754224 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28277): Terminating (SIGTERM)\u000a23:33:02.763186 --- ParallelTerminationStrategy: PID 28271 died...\u000a23:33:02.816077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28271): Terminated: ok {rc=0}\u000a23:33:02.826028 --- ParallelTerminationStrategy: PID 28274 died...\u000a23:33:02.878951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28274): Terminated: ok {rc=0}\u000a23:33:02.888612 --- ParallelTerminationStrategy: PID 28277 died...\u000a23:33:02.941763 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28277): Terminated: ok {rc=0}\u000a23:33:03.030062 bus /sierra_3: Setting Powered False\u000a23:33:04.135688 bus /sierra_3: Setting Powered False\u000a23:33:05.242997 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28287): Process ended prematurely: osmo-stp_10.42.42.5(pid=28287) [trial-2351↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28287)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28287): Process ended prematurely: osmo-stp_10.42.42.5(pid=28287) [trial-2351↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28287)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:33:06.356484 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a23:33:06.368250 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a23:33:06.508845 tst mo_mt_call_osmux.py: using LAC 17518\u000a23:33:06.627803 tst mo_mt_call_osmux.py: using RAC 178\u000a23:33:06.747844 tst mo_mt_call_osmux.py: using CellId 17518\u000a23:33:06.868063 tst mo_mt_call_osmux.py: using BVCI 17519\u000a23:33:06.891101 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a23:33:06.901970 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a23:33:06.912519 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a23:33:06.923372 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a23:33:06.934270 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a23:33:06.945084 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a23:33:07.063747 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a23:33:07.264675 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:33:07.739378 run create_hlr_db(pid=28281): Launched\u000a23:33:07.912864 bus /sierra_2: Setting Powered False\u000a23:33:08.933887 run create_hlr_db(pid=28281): Terminated: ok {rc=0}\u000a23:33:09.360642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28283): Launched\u000a23:33:09.681060 run osmo-hlr_10.42.42.2(pid=28284): Launched\u000a23:33:09.801659 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:33:10.361833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28286): Launched\u000a23:33:10.682043 run osmo-stp_10.42.42.5(pid=28287): Launched\u000a23:33:10.797872 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:33:11.385101 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28289): Launched\u000a23:33:11.688263 run osmo-msc_10.42.42.6(pid=28290): Launched\u000a23:33:11.867365 run osmo-stp_10.42.42.5(pid=28287): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28287)]\u000a23:33:11.997296 run osmo-stp_10.42.42.5(pid=28287): stdout: \u000a| (launched: 2022-12-08_23:33:10.525614)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:33:12.123328 run osmo-stp_10.42.42.5(pid=28287): stderr: \u000a| �[0;m�[38;5;43m20221208233310718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233310718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233310718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233310719 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233310719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233310719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233310719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:33:12.244401 run osmo-stp_10.42.42.5(pid=28287): stdout: \u000a| (launched: 2022-12-08_23:33:10.525614)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:33:12.364824 run osmo-stp_10.42.42.5(pid=28287): stderr: \u000a| �[0;m�[38;5;43m20221208233310718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233310718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233310718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233310719 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233310719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233310719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233310719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:33:12.417939 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28287): Process ended prematurely: osmo-stp_10.42.42.5(pid=28287) [trial-2351↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28287)] [trial-2351↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]\u000a23:33:12.426510 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a23:33:12.485959 run osmo-hlr_10.42.42.2(pid=28284): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28284)]\u000a23:33:12.534610 run osmo-hlr_10.42.42.2(pid=28284): stdout: \u000a| (launched: 2022-12-08_23:33:09.524118) \u000a23:33:12.583818 run osmo-hlr_10.42.42.2(pid=28284): stderr: \u000a| �[0;m�[1;31m20221208233309721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208233309721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208233309721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233309721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233309721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208233309722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208233309734 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208233309742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208233309742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208233309742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:33:12.650542 run osmo-msc_10.42.42.6(pid=28290): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28290)]\u000a23:33:12.699180 run osmo-msc_10.42.42.6(pid=28290): stdout: \u000a| (launched: 2022-12-08_23:33:11.538656) \u000a23:33:12.748514 run osmo-msc_10.42.42.6(pid=28290): stderr: \u000a| �[0;m�[38;5;43m20221208233311807 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208233311808 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f84dd280c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208233311808 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208233311808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208233311808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208233311808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208233311812 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208233311813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208233311813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208233311813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:33:12.789839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28283): Terminating (SIGTERM)\u000a23:33:12.829502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28286): Terminating (SIGTERM)\u000a23:33:12.869094 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28289): Terminating (SIGTERM)\u000a23:33:12.878675 --- ParallelTerminationStrategy: PID 28283 died...\u000a23:33:12.931270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28283): Terminated: ok {rc=0}\u000a23:33:12.941140 --- ParallelTerminationStrategy: PID 28286 died...\u000a23:33:12.993698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28286): Terminated: ok {rc=0}\u000a23:33:13.003467 --- ParallelTerminationStrategy: PID 28289 died...\u000a23:33:13.055729 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28289): Terminated: ok {rc=0}\u000a23:33:13.138787 bus /sierra_3: Setting Powered False\u000a23:33:14.239311 bus /sierra_3: Setting Powered False\u000a23:33:15.349457 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "47", "name" : "voice_trx-b200+mod-bts0-trxdversion0", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:32:55" }, { "cases" : [ { "testActions" : [ ], "age" : 207, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28301): Process ended prematurely: osmo-stp_10.42.42.5(pid=28301) [trial-2351↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28301)]", "failedSince" : 2145, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28301): Process ended prematurely: osmo-stp_10.42.42.5(pid=28301) [trial-2351↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28301)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a23:33:17.366397 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:33:17.377632 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a23:33:17.521837 tst mo_mt_call.py: using LAC 17519\u000a23:33:17.639008 tst mo_mt_call.py: using RAC 179\u000a23:33:17.756346 tst mo_mt_call.py: using CellId 17519\u000a23:33:17.874018 tst mo_mt_call.py: using BVCI 17520\u000a23:33:17.896726 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:33:17.907757 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:33:17.918664 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:33:17.930072 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:33:17.941239 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:33:17.952265 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a23:33:18.070664 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a23:33:18.271207 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:33:18.747164 run create_hlr_db(pid=28295): Launched\u000a23:33:18.921739 bus /sierra_2: Setting Powered False\u000a23:33:19.943237 run create_hlr_db(pid=28295): Terminated: ok {rc=0}\u000a23:33:20.344873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28297): Launched\u000a23:33:20.646721 run osmo-hlr_10.42.42.2(pid=28298): Launched\u000a23:33:20.761681 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:33:21.284333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28300): Launched\u000a23:33:21.585875 run osmo-stp_10.42.42.5(pid=28301): Launched\u000a23:33:21.697027 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:33:22.248428 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28303): Launched\u000a23:33:22.550767 run osmo-msc_10.42.42.6(pid=28304): Launched\u000a23:33:22.729217 run osmo-stp_10.42.42.5(pid=28301): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28301)]\u000a23:33:22.858095 run osmo-stp_10.42.42.5(pid=28301): stdout: \u000a| (launched: 2022-12-08_23:33:21.437709)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:33:22.983696 run osmo-stp_10.42.42.5(pid=28301): stderr: \u000a| �[0;m�[38;5;43m20221208233321607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233321607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233321607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233321607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233321610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233321610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233321610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:33:23.104307 run osmo-stp_10.42.42.5(pid=28301): stdout: \u000a| (launched: 2022-12-08_23:33:21.437709)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:33:23.224112 run osmo-stp_10.42.42.5(pid=28301): stderr: \u000a| �[0;m�[38;5;43m20221208233321607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233321607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233321607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233321607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233321610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233321610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233321610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:33:23.277249 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28301): Process ended prematurely: osmo-stp_10.42.42.5(pid=28301) [trial-2351↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28301)] [trial-2351↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a23:33:23.285642 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a23:33:23.345679 run osmo-hlr_10.42.42.2(pid=28298): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28298)]\u000a23:33:23.394461 run osmo-hlr_10.42.42.2(pid=28298): stdout: \u000a| (launched: 2022-12-08_23:33:20.498823) \u000a23:33:23.444460 run osmo-hlr_10.42.42.2(pid=28298): stderr: \u000a| �[0;m�[1;31m20221208233320672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208233320672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208233320672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233320672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233320672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208233320672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208233320684 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208233320693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208233320693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208233320693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:33:23.511468 run osmo-msc_10.42.42.6(pid=28304): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28304)]\u000a23:33:23.560148 run osmo-msc_10.42.42.6(pid=28304): stdout: \u000a| (launched: 2022-12-08_23:33:22.402253) \u000a23:33:23.610018 run osmo-msc_10.42.42.6(pid=28304): stderr: \u000a| �[0;m�[38;5;43m20221208233322674 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208233322674 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3dee13ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208233322674 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208233322674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208233322674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208233322674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208233322676 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208233322677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208233322677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208233322677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:33:23.651575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28297): Terminating (SIGTERM)\u000a23:33:23.691338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28300): Terminating (SIGTERM)\u000a23:33:23.731034 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28303): Terminating (SIGTERM)\u000a23:33:23.740409 --- ParallelTerminationStrategy: PID 28297 died...\u000a23:33:23.793575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28297): Terminated: ok {rc=0}\u000a23:33:23.803354 --- ParallelTerminationStrategy: PID 28300 died...\u000a23:33:23.856037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28300): Terminated: ok {rc=0}\u000a23:33:23.865891 --- ParallelTerminationStrategy: PID 28303 died...\u000a23:33:23.918503 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28303): Terminated: ok {rc=0}\u000a23:33:24.006734 bus /sierra_3: Setting Powered False\u000a23:33:25.108602 bus /sierra_3: Setting Powered False\u000a23:33:26.220429 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 187, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28312): Process ended prematurely: osmo-stp_10.42.42.5(pid=28312) [trial-2351↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28312)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28312): Process ended prematurely: osmo-stp_10.42.42.5(pid=28312) [trial-2351↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28312)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:33:27.329877 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:33:27.341858 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a23:33:27.483558 tst mo_mt_call_osmux.py: using LAC 17520\u000a23:33:27.603322 tst mo_mt_call_osmux.py: using RAC 180\u000a23:33:27.723502 tst mo_mt_call_osmux.py: using CellId 17520\u000a23:33:27.843957 tst mo_mt_call_osmux.py: using BVCI 17521\u000a23:33:27.866794 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:33:27.878030 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:33:27.889166 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:33:27.900868 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:33:27.912607 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:33:27.924233 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a23:33:28.043291 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a23:33:28.259967 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:33:28.772314 run create_hlr_db(pid=28306): Launched\u000a23:33:28.957633 bus /sierra_2: Setting Powered False\u000a23:33:29.978536 run create_hlr_db(pid=28306): Terminated: ok {rc=0}\u000a23:33:30.404883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28308): Launched\u000a23:33:30.724922 run osmo-hlr_10.42.42.2(pid=28309): Launched\u000a23:33:30.855391 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:33:31.466272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28311): Launched\u000a23:33:31.985987 run osmo-stp_10.42.42.5(pid=28312): Launched\u000a23:33:32.138276 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:33:32.727677 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28314): Launched\u000a23:33:33.045675 run osmo-msc_10.42.42.6(pid=28315): Launched\u000a23:33:33.232939 run osmo-stp_10.42.42.5(pid=28312): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28312)]\u000a23:33:33.368116 run osmo-stp_10.42.42.5(pid=28312): stdout: \u000a| (launched: 2022-12-08_23:33:31.628068)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:33:33.502889 run osmo-stp_10.42.42.5(pid=28312): stderr: \u000a| �[0;m�[38;5;43m20221208233331833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233331833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233331833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233331834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233331834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233331834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233331834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:33:33.630893 run osmo-stp_10.42.42.5(pid=28312): stdout: \u000a| (launched: 2022-12-08_23:33:31.628068)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:33:33.757868 run osmo-stp_10.42.42.5(pid=28312): stderr: \u000a| �[0;m�[38;5;43m20221208233331833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233331833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233331833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233331834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233331834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233331834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233331834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:33:33.814358 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28312): Process ended prematurely: osmo-stp_10.42.42.5(pid=28312) [trial-2351↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28312)] [trial-2351↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a23:33:33.823637 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a23:33:33.884996 run osmo-hlr_10.42.42.2(pid=28309): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28309)]\u000a23:33:33.935487 run osmo-hlr_10.42.42.2(pid=28309): stdout: \u000a| (launched: 2022-12-08_23:33:30.569102) \u000a23:33:33.986792 run osmo-hlr_10.42.42.2(pid=28309): stderr: \u000a| �[0;m�[1;31m20221208233330767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208233330767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208233330767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233330767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233330767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208233330767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208233330779 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208233330787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208233330788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208233330788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:33:34.056230 run osmo-msc_10.42.42.6(pid=28315): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28315)]\u000a23:33:34.106545 run osmo-msc_10.42.42.6(pid=28315): stdout: \u000a| (launched: 2022-12-08_23:33:32.890389) \u000a23:33:34.157475 run osmo-msc_10.42.42.6(pid=28315): stderr: \u000a| �[0;m�[38;5;43m20221208233333213 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208233333214 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe60fe07c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208233333214 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208233333214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208233333214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208233333214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208233333216 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208233333216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208233333216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208233333216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:33:34.201080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28308): Terminating (SIGTERM)\u000a23:33:34.242147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28311): Terminating (SIGTERM)\u000a23:33:34.283358 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28314): Terminating (SIGTERM)\u000a23:33:34.292788 --- ParallelTerminationStrategy: PID 28308 died...\u000a23:33:34.347649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28308): Terminated: ok {rc=0}\u000a23:33:34.357623 --- ParallelTerminationStrategy: PID 28311 died...\u000a23:33:34.412762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28311): Terminated: ok {rc=0}\u000a23:33:34.422568 --- ParallelTerminationStrategy: PID 28314 died...\u000a23:33:34.477187 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28314): Terminated: ok {rc=0}\u000a23:33:34.563001 bus /sierra_3: Setting Powered False\u000a23:33:35.669161 bus /sierra_3: Setting Powered False\u000a23:33:36.774511 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "48", "name" : "voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:33:17" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28327): Process ended prematurely: osmo-stp_10.42.42.5(pid=28327) [trial-2351↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28327)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28327): Process ended prematurely: osmo-stp_10.42.42.5(pid=28327) [trial-2351↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28327)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 emergency:trx-b200 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a23:33:38.792743 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:33:38.803678 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a23:33:38.944806 tst emergency_mo_mt_call.py: using LAC 17521\u000a23:33:39.072361 tst emergency_mo_mt_call.py: using RAC 181\u000a23:33:39.194686 tst emergency_mo_mt_call.py: using CellId 17521\u000a23:33:39.316427 tst emergency_mo_mt_call.py: using BVCI 17522\u000a23:33:39.340378 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:33:39.351381 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:33:39.362192 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:33:39.372901 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:33:39.383684 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:33:39.394582 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a23:33:39.507437 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a23:33:39.709450 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:33:40.175015 run create_hlr_db(pid=28321): Launched\u000a23:33:40.347443 bus /sierra_2: Setting Powered False\u000a23:33:41.366089 run create_hlr_db(pid=28321): Terminated: ok {rc=0}\u000a23:33:41.785852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28323): Launched\u000a23:33:42.099799 run osmo-hlr_10.42.42.2(pid=28324): Launched\u000a23:33:42.220706 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:33:42.770296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28326): Launched\u000a23:33:43.084103 run osmo-stp_10.42.42.5(pid=28327): Launched\u000a23:33:43.210607 tst emergency_mo_mt_call.py: using MSISDN 6911\u000a23:33:43.368596 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:33:43.943478 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28329): Launched\u000a23:33:44.258481 run osmo-msc_10.42.42.6(pid=28330): Launched\u000a23:33:44.443338 run osmo-stp_10.42.42.5(pid=28327): ERR: Terminated: ERROR {rc=1} [trial-2351↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28327)]\u000a23:33:44.579137 run osmo-stp_10.42.42.5(pid=28327): stdout: \u000a| (launched: 2022-12-08_23:33:42.930919)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:33:44.710903 run osmo-stp_10.42.42.5(pid=28327): stderr: \u000a| �[0;m�[38;5;43m20221208233343120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233343120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233343121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233343121 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233343123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233343124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233343124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:33:44.837805 run osmo-stp_10.42.42.5(pid=28327): stdout: \u000a| (launched: 2022-12-08_23:33:42.930919)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:33:44.963355 run osmo-stp_10.42.42.5(pid=28327): stderr: \u000a| �[0;m�[38;5;43m20221208233343120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233343120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233343121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233343121 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233343123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233343124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233343124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:33:45.018453 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=28327): Process ended prematurely: osmo-stp_10.42.42.5(pid=28327) [trial-2351↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28327)] [trial-2351↪emergency:trx-b200↪emergency_mo_mt_call.py:19]\u000a23:33:45.027180 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a23:33:45.088535 run osmo-hlr_10.42.42.2(pid=28324): ERR: Terminated: ERROR {rc=237} [trial-2351↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28324)]\u000a23:33:45.139309 run osmo-hlr_10.42.42.2(pid=28324): stdout: \u000a| (launched: 2022-12-08_23:33:41.945974) \u000a23:33:45.190883 run osmo-hlr_10.42.42.2(pid=28324): stderr: \u000a| �[0;m�[1;31m20221208233342142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208233342142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208233342142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233342142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233342142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208233342142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208233342155 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208233342163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208233342163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208233342163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:33:45.260561 run osmo-msc_10.42.42.6(pid=28330): ERR: Terminated: ERROR {rc=2} [trial-2351↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28330)]\u000a23:33:45.311126 run osmo-msc_10.42.42.6(pid=28330): stdout: \u000a| (launched: 2022-12-08_23:33:44.103974) \u000a23:33:45.362278 run osmo-msc_10.42.42.6(pid=28330): stderr: \u000a| �[0;m�[38;5;43m20221208233344426 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208233344426 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4aabb2fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208233344426 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208233344426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208233344427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208233344427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208233344429 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208233344429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208233344429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208233344429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:33:45.405874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28323): Terminating (SIGTERM)\u000a23:33:45.447182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28326): Terminating (SIGTERM)\u000a23:33:45.488521 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28329): Terminating (SIGTERM)\u000a23:33:45.498106 --- ParallelTerminationStrategy: PID 28323 died...\u000a23:33:45.553080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28323): Terminated: ok {rc=0}\u000a23:33:45.563083 --- ParallelTerminationStrategy: PID 28326 died...\u000a23:33:45.618359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28326): Terminated: ok {rc=0}\u000a23:33:45.628365 --- ParallelTerminationStrategy: PID 28329 died...\u000a23:33:45.683475 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28329): Terminated: ok {rc=0}\u000a23:33:45.769601 bus /sierra_3: Setting Powered False\u000a23:33:46.877966 bus /sierra_3: Setting Powered False\u000a23:33:47.987246 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 189, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28338): Process ended prematurely: osmo-stp_10.42.42.5(pid=28338) [trial-2351↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28338)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28338): Process ended prematurely: osmo-stp_10.42.42.5(pid=28338) [trial-2351↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28338)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 emergency:trx-b200 emergency_preemptive_call.py\u000a----------------------------------------------\u000a23:33:49.039550 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:33:49.052581 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a23:33:49.197297 tst emergency_preemptive_call.py: using LAC 17522\u000a23:33:49.320863 tst emergency_preemptive_call.py: using RAC 182\u000a23:33:49.444086 tst emergency_preemptive_call.py: using CellId 17522\u000a23:33:49.567042 tst emergency_preemptive_call.py: using BVCI 17523\u000a23:33:49.591004 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:33:49.602109 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:33:49.613271 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:33:49.624085 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:33:49.634986 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:33:49.645878 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a23:33:49.765915 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a23:33:49.881203 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a23:33:49.998944 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a23:33:50.197986 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:33:50.665725 run create_hlr_db(pid=28332): Launched\u000a23:33:50.837380 bus /sierra_2: Setting Powered False\u000a23:33:51.857230 run create_hlr_db(pid=28332): Terminated: ok {rc=0}\u000a23:33:52.252457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28334): Launched\u000a23:33:52.548467 run osmo-hlr_10.42.42.2(pid=28335): Launched\u000a23:33:52.661585 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:33:53.174571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28337): Launched\u000a23:33:53.469810 run osmo-stp_10.42.42.5(pid=28338): Launched\u000a23:33:53.593861 tst emergency_preemptive_call.py: using MSISDN 6912\u000a23:33:53.740581 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:33:54.277595 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28340): Launched\u000a23:33:54.573180 run osmo-msc_10.42.42.6(pid=28341): Launched\u000a23:33:54.747608 run osmo-stp_10.42.42.5(pid=28338): ERR: Terminated: ERROR {rc=1} [trial-2351↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28338)]\u000a23:33:54.874414 run osmo-stp_10.42.42.5(pid=28338): stdout: \u000a| (launched: 2022-12-08_23:33:53.324463)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:33:54.998469 run osmo-stp_10.42.42.5(pid=28338): stderr: \u000a| �[0;m�[38;5;43m20221208233353492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233353492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233353493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233353493 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233353495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233353495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233353495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:33:55.117711 run osmo-stp_10.42.42.5(pid=28338): stdout: \u000a| (launched: 2022-12-08_23:33:53.324463)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:33:55.235520 run osmo-stp_10.42.42.5(pid=28338): stderr: \u000a| �[0;m�[38;5;43m20221208233353492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233353492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233353493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233353493 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233353495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233353495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233353495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:33:55.287338 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=28338): Process ended prematurely: osmo-stp_10.42.42.5(pid=28338) [trial-2351↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28338)] [trial-2351↪emergency:trx-b200↪emergency_preemptive_call.py:32]\u000a23:33:55.295591 tst emergency_preemptive_call.py:32: Test FAILED (6.2 sec)\u000a23:33:55.355720 run osmo-hlr_10.42.42.2(pid=28335): ERR: Terminated: ERROR {rc=237} [trial-2351↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28335)]\u000a23:33:55.404611 run osmo-hlr_10.42.42.2(pid=28335): stdout: \u000a| (launched: 2022-12-08_23:33:52.402669) \u000a23:33:55.454375 run osmo-hlr_10.42.42.2(pid=28335): stderr: \u000a| �[0;m�[1;31m20221208233352577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208233352577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208233352577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233352577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233352577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208233352577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208233352589 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208233352599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208233352599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208233352599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:33:55.521458 run osmo-msc_10.42.42.6(pid=28341): ERR: Terminated: ERROR {rc=2} [trial-2351↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28341)]\u000a23:33:55.570123 run osmo-msc_10.42.42.6(pid=28341): stdout: \u000a| (launched: 2022-12-08_23:33:54.427225) \u000a23:33:55.619866 run osmo-msc_10.42.42.6(pid=28341): stderr: \u000a| �[0;m�[38;5;43m20221208233354698 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208233354698 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fee65134c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208233354698 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208233354698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208233354699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208233354699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208233354701 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208233354702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208233354702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208233354702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:33:55.661496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28334): Terminating (SIGTERM)\u000a23:33:55.701128 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28337): Terminating (SIGTERM)\u000a23:33:55.741206 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28340): Terminating (SIGTERM)\u000a23:33:55.750760 --- ParallelTerminationStrategy: PID 28334 died...\u000a23:33:55.803983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28334): Terminated: ok {rc=0}\u000a23:33:55.813922 --- ParallelTerminationStrategy: PID 28337 died...\u000a23:33:55.867037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28337): Terminated: ok {rc=0}\u000a23:33:55.876691 --- ParallelTerminationStrategy: PID 28340 died...\u000a23:33:55.929341 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28340): Terminated: ok {rc=0}\u000a23:33:56.016897 bus /sierra_9: Setting Powered False\u000a23:33:57.119693 bus /sierra_9: Setting Powered False\u000a23:33:58.230137 bus /sierra_8: Setting Powered False\u000a23:33:59.332385 bus /sierra_8: Setting Powered False\u000a23:34:00.438893 bus /sierra_3: Setting Powered False\u000a23:34:01.542868 bus /sierra_3: Setting Powered False\u000a23:34:02.654632 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "49", "name" : "emergency_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:33:38" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "gprs:trx-b200", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28356): Process ended prematurely: osmo-stp_10.42.42.5(pid=28356) [trial-2351↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28356)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28356): Process ended prematurely: osmo-stp_10.42.42.5(pid=28356) [trial-2351↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28356)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-b200 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:34:04.782586 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:04.793514 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a23:34:04.936127 tst cs_paging_gprs_active.py: using LAC 17523\u000a23:34:05.062254 tst cs_paging_gprs_active.py: using RAC 183\u000a23:34:05.185505 tst cs_paging_gprs_active.py: using CellId 17523\u000a23:34:05.310460 tst cs_paging_gprs_active.py: using BVCI 17524\u000a23:34:05.333721 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:05.344610 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:05.355196 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:05.366022 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:05.377137 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:05.387837 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:05.398349 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:05.409124 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:05.422781 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a23:34:05.537947 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a23:34:05.831406 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:34:05.965809 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:34:06.298130 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28346): Launched\u000a23:34:06.573616 run iperf3-srv_10.42.42.10(pid=28347): Launched\u000a23:34:06.771780 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:34:06.905766 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:34:07.238026 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28348): Launched\u000a23:34:07.514273 run iperf3-srv_10.42.42.10(pid=28349): Launched\u000a23:34:07.711318 tst cs_paging_gprs_active.py:38: start network...\u000a23:34:07.845522 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:34:08.358715 run create_hlr_db(pid=28350): Launched\u000a23:34:08.544012 bus /sierra_2: Setting Powered False\u000a23:34:09.564332 run create_hlr_db(pid=28350): Terminated: ok {rc=0}\u000a23:34:09.967689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28352): Launched\u000a23:34:10.269319 run osmo-hlr_10.42.42.2(pid=28353): Launched\u000a23:34:10.384046 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:34:10.916621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28355): Launched\u000a23:34:11.217778 run osmo-stp_10.42.42.5(pid=28356): Launched\u000a23:34:11.328380 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:34:11.854269 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28358): Launched\u000a23:34:11.967737 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:34:12.231084 run patchelf(pid=28359): Launched\u000a23:34:12.408233 run osmo-stp_10.42.42.5(pid=28356): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28356)]\u000a23:34:12.537682 run osmo-stp_10.42.42.5(pid=28356): stdout: \u000a| (launched: 2022-12-08_23:34:11.069523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:34:12.667540 run osmo-stp_10.42.42.5(pid=28356): stderr: \u000a| �[0;m�[38;5;43m20221208233411241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233411241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233411241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233411242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233411242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233411242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233411242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:34:12.793112 run osmo-stp_10.42.42.5(pid=28356): stdout: \u000a| (launched: 2022-12-08_23:34:11.069523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:34:12.917845 run osmo-stp_10.42.42.5(pid=28356): stderr: \u000a| �[0;m�[38;5;43m20221208233411241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233411241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233411241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233411242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233411242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233411242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233411242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:34:13.062187 run patchelf(pid=28359): Terminating (SIGINT)\u000a23:34:13.231607 run patchelf(pid=28359): Terminated: ok {rc=0}\u000a23:34:13.262863 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28356): Process ended prematurely: osmo-stp_10.42.42.5(pid=28356) [trial-2351↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28356)] [trial-2351↪gprs:trx-b200↪cs_paging_gprs_active.py:38]\u000a23:34:13.272053 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a23:34:13.332314 run osmo-hlr_10.42.42.2(pid=28353): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28353)]\u000a23:34:13.381009 run osmo-hlr_10.42.42.2(pid=28353): stdout: \u000a| (launched: 2022-12-08_23:34:10.120919) \u000a23:34:13.430505 run osmo-hlr_10.42.42.2(pid=28353): stderr: \u000a| �[0;m�[1;31m20221208233410297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208233410297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208233410297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233410297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233410297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208233410297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208233410310 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208233410319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208233410319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208233410319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:34:13.472066 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28346): Terminating (SIGTERM)\u000a23:34:13.511667 run iperf3-srv_10.42.42.10(pid=28347): Terminating (SIGTERM)\u000a23:34:13.551304 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28348): Terminating (SIGTERM)\u000a23:34:13.590653 run iperf3-srv_10.42.42.10(pid=28349): Terminating (SIGTERM)\u000a23:34:13.630258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28352): Terminating (SIGTERM)\u000a23:34:13.669845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28355): Terminating (SIGTERM)\u000a23:34:13.709281 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28358): Terminating (SIGTERM)\u000a23:34:13.718723 --- ParallelTerminationStrategy: PID 28346 died...\u000a23:34:13.771438 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28346): Terminated: ok {rc=0}\u000a23:34:13.781375 --- ParallelTerminationStrategy: PID 28347 died...\u000a23:34:13.833631 run iperf3-srv_10.42.42.10(pid=28347): Terminated {rc=256}\u000a23:34:13.843378 --- ParallelTerminationStrategy: PID 28348 died...\u000a23:34:13.895919 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28348): Terminated: ok {rc=0}\u000a23:34:13.905553 --- ParallelTerminationStrategy: PID 28349 died...\u000a23:34:13.958111 run iperf3-srv_10.42.42.10(pid=28349): Terminated {rc=256}\u000a23:34:13.967582 --- ParallelTerminationStrategy: PID 28352 died...\u000a23:34:14.020656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28352): Terminated: ok {rc=0}\u000a23:34:14.030253 --- ParallelTerminationStrategy: PID 28355 died...\u000a23:34:14.082685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28355): Terminated: ok {rc=0}\u000a23:34:14.092608 --- ParallelTerminationStrategy: PID 28358 died...\u000a23:34:14.145172 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28358): Terminated: ok {rc=0}\u000a23:34:14.227803 bus /gobi_0: Setting Powered False\u000a23:34:15.333139 bus /gobi_0: Setting Powered False\u000a23:34:16.439934 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "gprs:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28368): Process ended prematurely: osmo-stp_10.42.42.5(pid=28368) [trial-2351↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28368)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28368): Process ended prematurely: osmo-stp_10.42.42.5(pid=28368) [trial-2351↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28368)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-b200 iperf3.py\u000a----------------------------------------------\u000a23:34:17.549834 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:17.560856 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a23:34:17.698400 tst iperf3.py: using LAC 17524\u000a23:34:17.817033 tst iperf3.py: using RAC 184\u000a23:34:17.935588 tst iperf3.py: using CellId 17524\u000a23:34:18.055816 tst iperf3.py: using BVCI 17525\u000a23:34:18.078898 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:18.089527 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:18.099725 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:18.110442 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:18.121059 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:18.131391 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:18.142272 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:18.152869 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:18.163989 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a23:34:18.454500 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:34:18.588560 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:34:18.921235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28360): Launched\u000a23:34:19.197270 run iperf3-srv_10.42.42.10(pid=28361): Launched\u000a23:34:19.394848 tst iperf3.py:8: start network...\u000a23:34:19.528648 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:34:20.039699 run create_hlr_db(pid=28362): Launched\u000a23:34:20.225717 bus /gobi_6: Setting Powered False\u000a23:34:21.247340 run create_hlr_db(pid=28362): Terminated: ok {rc=0}\u000a23:34:21.673863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28364): Launched\u000a23:34:21.993667 run osmo-hlr_10.42.42.2(pid=28365): Launched\u000a23:34:22.110499 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:34:22.670833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28367): Launched\u000a23:34:22.993525 run osmo-stp_10.42.42.5(pid=28368): Launched\u000a23:34:23.111164 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:34:23.671532 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28370): Launched\u000a23:34:23.786467 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:34:24.065935 run patchelf(pid=28371): Launched\u000a23:34:24.254612 run osmo-stp_10.42.42.5(pid=28368): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28368)]\u000a23:34:24.393180 run osmo-stp_10.42.42.5(pid=28368): stdout: \u000a| (launched: 2022-12-08_23:34:22.835200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:34:24.531490 run osmo-stp_10.42.42.5(pid=28368): stderr: \u000a| �[0;m�[38;5;43m20221208233423030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233423030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233423030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233423031 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233423031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233423031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233423031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:34:24.664844 run osmo-stp_10.42.42.5(pid=28368): stdout: \u000a| (launched: 2022-12-08_23:34:22.835200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:34:24.797029 run osmo-stp_10.42.42.5(pid=28368): stderr: \u000a| �[0;m�[38;5;43m20221208233423030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233423030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233423030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233423031 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233423031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233423031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233423031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:34:24.950719 run patchelf(pid=28371): Terminating (SIGINT)\u000a23:34:25.130661 run patchelf(pid=28371): Terminated: ok {rc=0}\u000a23:34:25.163637 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28368): Process ended prematurely: osmo-stp_10.42.42.5(pid=28368) [trial-2351↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28368)] [trial-2351↪gprs:trx-b200↪iperf3.py:8]\u000a23:34:25.173810 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a23:34:25.235638 run osmo-hlr_10.42.42.2(pid=28365): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28365)]\u000a23:34:25.286145 run osmo-hlr_10.42.42.2(pid=28365): stdout: \u000a| (launched: 2022-12-08_23:34:21.837272) \u000a23:34:25.337090 run osmo-hlr_10.42.42.2(pid=28365): stderr: \u000a| �[0;m�[1;31m20221208233422036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208233422036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208233422036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233422036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233422036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208233422036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208233422048 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208233422057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208233422057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208233422057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:34:25.380908 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28360): Terminating (SIGTERM)\u000a23:34:25.422369 run iperf3-srv_10.42.42.10(pid=28361): Terminating (SIGTERM)\u000a23:34:25.463878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28364): Terminating (SIGTERM)\u000a23:34:25.505259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28367): Terminating (SIGTERM)\u000a23:34:25.547180 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28370): Terminating (SIGTERM)\u000a23:34:25.557056 --- ParallelTerminationStrategy: PID 28360 died...\u000a23:34:25.613748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28360): Terminated: ok {rc=0}\u000a23:34:25.623900 --- ParallelTerminationStrategy: PID 28361 died...\u000a23:34:25.678632 run iperf3-srv_10.42.42.10(pid=28361): Terminated {rc=256}\u000a23:34:25.688428 --- ParallelTerminationStrategy: PID 28364 died...\u000a23:34:25.743079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28364): Terminated: ok {rc=0}\u000a23:34:25.753504 --- ParallelTerminationStrategy: PID 28367 died...\u000a23:34:25.808558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28367): Terminated: ok {rc=0}\u000a23:34:25.818602 --- ParallelTerminationStrategy: PID 28370 died...\u000a23:34:25.873436 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28370): Terminated: ok {rc=0}\u000a23:34:25.959841 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 166, "className" : "gprs:trx-b200", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28386): Process ended prematurely: osmo-stp_10.42.42.5(pid=28386) [trial-2351↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28386)]", "failedSince" : 2186, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28386): Process ended prematurely: osmo-stp_10.42.42.5(pid=28386) [trial-2351↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28386)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-b200 iperf3m4.py\u000a----------------------------------------------\u000a23:34:27.074675 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:27.086252 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a23:34:27.233566 tst iperf3m4.py: using LAC 17525\u000a23:34:27.357975 tst iperf3m4.py: using RAC 185\u000a23:34:27.482307 tst iperf3m4.py: using CellId 17525\u000a23:34:27.606789 tst iperf3m4.py: using BVCI 17526\u000a23:34:27.631473 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:27.642623 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:27.653574 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:27.664521 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:27.675432 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:27.686354 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:27.697491 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:27.708261 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:27.719288 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a23:34:27.837858 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a23:34:27.955301 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a23:34:28.071643 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a23:34:28.347672 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:34:28.473632 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:34:28.785383 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28372): Launched\u000a23:34:29.044920 run iperf3-srv_10.42.42.10(pid=28373): Launched\u000a23:34:29.228649 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:34:29.354700 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:34:29.666721 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28374): Launched\u000a23:34:29.926758 run iperf3-srv_10.42.42.10(pid=28375): Launched\u000a23:34:30.110816 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:34:30.236522 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:34:30.549150 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28376): Launched\u000a23:34:30.808765 run iperf3-srv_10.42.42.10(pid=28377): Launched\u000a23:34:31.012043 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:34:31.142454 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:34:31.482893 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28378): Launched\u000a23:34:31.762892 run iperf3-srv_10.42.42.10(pid=28379): Launched\u000a23:34:31.951716 tst iperf3m4.py:8: start network...\u000a23:34:32.080908 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:34:32.561231 run create_hlr_db(pid=28380): Launched\u000a23:34:32.735310 bus /gobi_6: Setting Powered False\u000a23:34:33.756646 run create_hlr_db(pid=28380): Terminated: ok {rc=0}\u000a23:34:34.183433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28382): Launched\u000a23:34:34.504779 run osmo-hlr_10.42.42.2(pid=28383): Launched\u000a23:34:34.622521 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:34:35.183655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28385): Launched\u000a23:34:35.505142 run osmo-stp_10.42.42.5(pid=28386): Launched\u000a23:34:35.622261 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:34:36.183350 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28388): Launched\u000a23:34:36.298947 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:34:36.578997 run patchelf(pid=28389): Launched\u000a23:34:36.767517 run osmo-stp_10.42.42.5(pid=28386): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28386)]\u000a23:34:36.906353 run osmo-stp_10.42.42.5(pid=28386): stdout: \u000a| (launched: 2022-12-08_23:34:35.348178)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:34:37.045670 run osmo-stp_10.42.42.5(pid=28386): stderr: \u000a| �[0;m�[38;5;43m20221208233435541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233435541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233435541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233435542 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233435542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233435542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233435542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:34:37.179497 run osmo-stp_10.42.42.5(pid=28386): stdout: \u000a| (launched: 2022-12-08_23:34:35.348178)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:34:37.313149 run osmo-stp_10.42.42.5(pid=28386): stderr: \u000a| �[0;m�[38;5;43m20221208233435541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233435541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233435541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233435542 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233435542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233435542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233435542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:34:37.467368 run patchelf(pid=28389): Terminating (SIGINT)\u000a23:34:37.648108 run patchelf(pid=28389): Terminated: ok {rc=0}\u000a23:34:37.681622 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28386): Process ended prematurely: osmo-stp_10.42.42.5(pid=28386) [trial-2351↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28386)] [trial-2351↪gprs:trx-b200↪iperf3m4.py:8]\u000a23:34:37.691611 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a23:34:37.754136 run osmo-hlr_10.42.42.2(pid=28383): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28383)]\u000a23:34:37.804813 run osmo-hlr_10.42.42.2(pid=28383): stdout: \u000a| (launched: 2022-12-08_23:34:34.348336) \u000a23:34:37.856204 run osmo-hlr_10.42.42.2(pid=28383): stderr: \u000a| �[0;m�[1;31m20221208233434547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208233434547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208233434547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233434547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233434547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208233434547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208233434562 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208233434572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208233434572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208233434572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:34:37.900072 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28372): Terminating (SIGTERM)\u000a23:34:37.941685 run iperf3-srv_10.42.42.10(pid=28373): Terminating (SIGTERM)\u000a23:34:37.983354 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28374): Terminating (SIGTERM)\u000a23:34:38.025015 run iperf3-srv_10.42.42.10(pid=28375): Terminating (SIGTERM)\u000a23:34:38.066805 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28376): Terminating (SIGTERM)\u000a23:34:38.108389 run iperf3-srv_10.42.42.10(pid=28377): Terminating (SIGTERM)\u000a23:34:38.150370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28378): Terminating (SIGTERM)\u000a23:34:38.192113 run iperf3-srv_10.42.42.10(pid=28379): Terminating (SIGTERM)\u000a23:34:38.233953 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28382): Terminating (SIGTERM)\u000a23:34:38.275745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28385): Terminating (SIGTERM)\u000a23:34:38.317614 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28388): Terminating (SIGTERM)\u000a23:34:38.327396 --- ParallelTerminationStrategy: PID 28372 died...\u000a23:34:38.382582 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28372): Terminated: ok {rc=0}\u000a23:34:38.392771 --- ParallelTerminationStrategy: PID 28373 died...\u000a23:34:38.447709 run iperf3-srv_10.42.42.10(pid=28373): Terminated {rc=256}\u000a23:34:38.457749 --- ParallelTerminationStrategy: PID 28374 died...\u000a23:34:38.512655 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28374): Terminated: ok {rc=0}\u000a23:34:38.522853 --- ParallelTerminationStrategy: PID 28375 died...\u000a23:34:38.577958 run iperf3-srv_10.42.42.10(pid=28375): Terminated {rc=256}\u000a23:34:38.587971 --- ParallelTerminationStrategy: PID 28376 died...\u000a23:34:38.642971 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28376): Terminated: ok {rc=0}\u000a23:34:38.653223 --- ParallelTerminationStrategy: PID 28377 died...\u000a23:34:38.707874 run iperf3-srv_10.42.42.10(pid=28377): Terminated {rc=256}\u000a23:34:38.718063 --- ParallelTerminationStrategy: PID 28378 died...\u000a23:34:38.772878 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28378): Terminated: ok {rc=0}\u000a23:34:38.783126 --- ParallelTerminationStrategy: PID 28379 died...\u000a23:34:38.837838 run iperf3-srv_10.42.42.10(pid=28379): Terminated {rc=256}\u000a23:34:38.848111 --- ParallelTerminationStrategy: PID 28382 died...\u000a23:34:38.902990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28382): Terminated: ok {rc=0}\u000a23:34:38.913163 --- ParallelTerminationStrategy: PID 28385 died...\u000a23:34:38.968188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28385): Terminated: ok {rc=0}\u000a23:34:38.978427 --- ParallelTerminationStrategy: PID 28388 died...\u000a23:34:39.033919 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28388): Terminated: ok {rc=0}\u000a23:34:39.119369 bus /gobi_4: Setting Powered False\u000a23:34:40.226045 bus /gobi_4: Setting Powered False\u000a23:34:41.336293 bus /gobi_1: Setting Powered False\u000a23:34:42.438348 bus /gobi_1: Setting Powered False\u000a23:34:43.547559 bus /gobi_0: Setting Powered False\u000a23:34:44.651067 bus /gobi_0: Setting Powered False\u000a23:34:45.762668 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 166, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28396): Process ended prematurely: osmo-stp_10.42.42.5(pid=28396) [trial-2351↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28396)]", "failedSince" : 2186, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28396): Process ended prematurely: osmo-stp_10.42.42.5(pid=28396) [trial-2351↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28396)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-b200 ping.py\u000a----------------------------------------------\u000a23:34:46.835944 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:46.851427 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a23:34:46.998983 tst ping.py: using LAC 17526\u000a23:34:47.119246 tst ping.py: using RAC 186\u000a23:34:47.238391 tst ping.py: using CellId 17526\u000a23:34:47.356537 tst ping.py: using BVCI 17527\u000a23:34:47.379012 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:47.389524 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:47.399802 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:47.410805 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:47.421783 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:47.432848 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:47.443922 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:47.455030 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a23:34:47.726870 tst ping.py:19: start network...\u000a23:34:47.850407 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:34:48.314059 run create_hlr_db(pid=28390): Launched\u000a23:34:48.485875 bus /gobi_6: Setting Powered False\u000a23:34:49.505652 run create_hlr_db(pid=28390): Terminated: ok {rc=0}\u000a23:34:49.900280 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28392): Launched\u000a23:34:50.196851 run osmo-hlr_10.42.42.2(pid=28393): Launched\u000a23:34:50.309065 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:34:50.832347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28395): Launched\u000a23:34:51.129079 run osmo-stp_10.42.42.5(pid=28396): Launched\u000a23:34:51.237780 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:34:51.760213 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28398): Launched\u000a23:34:51.873498 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:34:52.147817 run patchelf(pid=28399): Launched\u000a23:34:52.333605 run osmo-stp_10.42.42.5(pid=28396): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28396)]\u000a23:34:52.469564 run osmo-stp_10.42.42.5(pid=28396): stdout: \u000a| (launched: 2022-12-08_23:34:50.983110)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:34:52.605829 run osmo-stp_10.42.42.5(pid=28396): stderr: \u000a| �[0;m�[38;5;43m20221208233451151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233451151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233451152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233451152 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233451154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233451154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233451154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:34:52.736883 run osmo-stp_10.42.42.5(pid=28396): stdout: \u000a| (launched: 2022-12-08_23:34:50.983110)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:34:52.866668 run osmo-stp_10.42.42.5(pid=28396): stderr: \u000a| �[0;m�[38;5;43m20221208233451151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233451151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233451152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233451152 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233451154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233451154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233451154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:34:53.017604 run patchelf(pid=28399): Terminating (SIGINT)\u000a23:34:53.195700 run patchelf(pid=28399): Terminated: ok {rc=0}\u000a23:34:53.228562 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28396): Process ended prematurely: osmo-stp_10.42.42.5(pid=28396) [trial-2351↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28396)] [trial-2351↪gprs:trx-b200↪ping.py:22]\u000a23:34:53.238046 tst ping.py:22: Test FAILED (6.4 sec)\u000a23:34:53.301116 run osmo-hlr_10.42.42.2(pid=28393): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28393)]\u000a23:34:53.352637 run osmo-hlr_10.42.42.2(pid=28393): stdout: \u000a| (launched: 2022-12-08_23:34:50.050864) \u000a23:34:53.404684 run osmo-hlr_10.42.42.2(pid=28393): stderr: \u000a| �[0;m�[1;31m20221208233450226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208233450226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208233450226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233450226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233450226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208233450226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208233450237 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208233450246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208233450246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208233450246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:34:53.448820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28392): Terminating (SIGTERM)\u000a23:34:53.491088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28395): Terminating (SIGTERM)\u000a23:34:53.532763 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28398): Terminating (SIGTERM)\u000a23:34:53.542471 --- ParallelTerminationStrategy: PID 28392 died...\u000a23:34:53.598200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28392): Terminated: ok {rc=0}\u000a23:34:53.608400 --- ParallelTerminationStrategy: PID 28395 died...\u000a23:34:53.664115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28395): Terminated: ok {rc=0}\u000a23:34:53.674325 --- ParallelTerminationStrategy: PID 28398 died...\u000a23:34:53.729907 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28398): Terminated: ok {rc=0}\u000a23:34:53.817183 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 166, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28406): Process ended prematurely: osmo-stp_10.42.42.5(pid=28406) [trial-2351↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28406)]", "failedSince" : 2186, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28406): Process ended prematurely: osmo-stp_10.42.42.5(pid=28406) [trial-2351↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28406)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-b200 ping_idle_ping.py\u000a----------------------------------------------\u000a23:34:54.869309 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:54.880912 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a23:34:55.024563 tst ping_idle_ping.py: using LAC 17527\u000a23:34:55.151899 tst ping_idle_ping.py: using RAC 187\u000a23:34:55.277448 tst ping_idle_ping.py: using CellId 17527\u000a23:34:55.403228 tst ping_idle_ping.py: using BVCI 17528\u000a23:34:55.427655 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:55.439006 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:55.450114 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:55.461453 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:55.472667 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:55.483795 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:55.495212 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:55.506556 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a23:34:55.780529 tst ping_idle_ping.py:24: start network...\u000a23:34:55.904319 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:34:56.373693 run create_hlr_db(pid=28400): Launched\u000a23:34:56.545543 bus /gobi_6: Setting Powered False\u000a23:34:57.566382 run create_hlr_db(pid=28400): Terminated: ok {rc=0}\u000a23:34:57.987228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28402): Launched\u000a23:34:58.302551 run osmo-hlr_10.42.42.2(pid=28403): Launched\u000a23:34:58.419321 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:34:58.968270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28405): Launched\u000a23:34:59.284261 run osmo-stp_10.42.42.5(pid=28406): Launched\u000a23:34:59.399409 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:34:59.950479 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28408): Launched\u000a23:35:00.063537 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:35:00.338997 run patchelf(pid=28409): Launched\u000a23:35:00.524445 run osmo-stp_10.42.42.5(pid=28406): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28406)]\u000a23:35:00.660932 run osmo-stp_10.42.42.5(pid=28406): stdout: \u000a| (launched: 2022-12-08_23:34:59.129014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:35:00.797182 run osmo-stp_10.42.42.5(pid=28406): stderr: \u000a| �[0;m�[38;5;43m20221208233459320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233459320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233459320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233459321 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233459323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233459323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233459323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:35:00.939038 run osmo-stp_10.42.42.5(pid=28406): stdout: \u000a| (launched: 2022-12-08_23:34:59.129014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:35:01.066322 run osmo-stp_10.42.42.5(pid=28406): stderr: \u000a| �[0;m�[38;5;43m20221208233459320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233459320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233459320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233459321 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233459323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233459323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233459323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:35:01.213828 run patchelf(pid=28409): Terminating (SIGINT)\u000a23:35:01.404819 run patchelf(pid=28409): Terminated: ok {rc=0}\u000a23:35:01.438634 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28406): Process ended prematurely: osmo-stp_10.42.42.5(pid=28406) [trial-2351↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28406)] [trial-2351↪gprs:trx-b200↪ping_idle_ping.py:27]\u000a23:35:01.448725 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a23:35:01.512457 run osmo-hlr_10.42.42.2(pid=28403): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28403)]\u000a23:35:01.563874 run osmo-hlr_10.42.42.2(pid=28403): stdout: \u000a| (launched: 2022-12-08_23:34:58.147879) \u000a23:35:01.616780 run osmo-hlr_10.42.42.2(pid=28403): stderr: \u000a| �[0;m�[1;31m20221208233458346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208233458347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208233458347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233458347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233458347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208233458347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208233458359 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208233458370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208233458370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208233458370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:35:01.660905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28402): Terminating (SIGTERM)\u000a23:35:01.705819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28405): Terminating (SIGTERM)\u000a23:35:01.750032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28408): Terminating (SIGTERM)\u000a23:35:01.760378 --- ParallelTerminationStrategy: PID 28402 died...\u000a23:35:01.819780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28402): Terminated: ok {rc=0}\u000a23:35:01.830457 --- ParallelTerminationStrategy: PID 28405 died...\u000a23:35:01.887156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28405): Terminated: ok {rc=0}\u000a23:35:01.897777 --- ParallelTerminationStrategy: PID 28408 died...\u000a23:35:01.954393 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28408): Terminated: ok {rc=0}\u000a23:35:02.050592 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "50", "name" : "gprs_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:34:04" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28434): Process ended prematurely: osmo-stp_10.42.42.5(pid=28434) [trial-2351↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28434)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28434): Process ended prematurely: osmo-stp_10.42.42.5(pid=28434) [trial-2351↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28434)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:35:04.199702 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:04.211285 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:35:04.356406 tst cs_paging_gprs_active.py: using LAC 17528\u000a23:35:04.486979 tst cs_paging_gprs_active.py: using RAC 188\u000a23:35:04.611832 tst cs_paging_gprs_active.py: using CellId 17528\u000a23:35:04.736569 tst cs_paging_gprs_active.py: using BVCI 17529\u000a23:35:04.761188 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:04.772285 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:04.783214 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:04.794422 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:04.805541 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:04.816457 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:04.827510 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:04.839035 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:04.850498 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:35:04.966225 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:35:05.260753 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:35:05.395832 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:35:05.728122 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28424): Launched\u000a23:35:06.004701 run iperf3-srv_10.42.42.10(pid=28425): Launched\u000a23:35:06.203652 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:35:06.338751 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:35:06.671725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28426): Launched\u000a23:35:06.947448 run iperf3-srv_10.42.42.10(pid=28427): Launched\u000a23:35:07.145647 tst cs_paging_gprs_active.py:38: start network...\u000a23:35:07.282342 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:35:07.797070 run create_hlr_db(pid=28428): Launched\u000a23:35:07.983139 bus /gobi_6: Setting Powered False\u000a23:35:09.003660 run create_hlr_db(pid=28428): Terminated: ok {rc=0}\u000a23:35:09.409243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28430): Launched\u000a23:35:09.712336 run osmo-hlr_10.42.42.2(pid=28431): Launched\u000a23:35:09.831315 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:35:10.361481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28433): Launched\u000a23:35:10.663478 run osmo-stp_10.42.42.5(pid=28434): Launched\u000a23:35:10.774034 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:35:11.301713 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28436): Launched\u000a23:35:11.409528 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:35:11.673217 run patchelf(pid=28437): Launched\u000a23:35:11.849963 run osmo-stp_10.42.42.5(pid=28434): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28434)]\u000a23:35:11.978757 run osmo-stp_10.42.42.5(pid=28434): stdout: \u000a| (launched: 2022-12-08_23:35:10.514837)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:35:12.107921 run osmo-stp_10.42.42.5(pid=28434): stderr: \u000a| �[0;m�[38;5;43m20221208233510684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233510685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233510685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233510685 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233510687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233510688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233510688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:35:12.233491 run osmo-stp_10.42.42.5(pid=28434): stdout: \u000a| (launched: 2022-12-08_23:35:10.514837)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:35:12.364384 run osmo-stp_10.42.42.5(pid=28434): stderr: \u000a| �[0;m�[38;5;43m20221208233510684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233510685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233510685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233510685 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233510687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233510688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233510688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:35:12.515800 run patchelf(pid=28437): Terminating (SIGINT)\u000a23:35:12.690630 run patchelf(pid=28437): Terminated: ok {rc=0}\u000a23:35:12.723352 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28434): Process ended prematurely: osmo-stp_10.42.42.5(pid=28434) [trial-2351↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28434)] [trial-2351↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a23:35:12.733454 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a23:35:12.797670 run osmo-hlr_10.42.42.2(pid=28431): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28431)]\u000a23:35:12.849101 run osmo-hlr_10.42.42.2(pid=28431): stdout: \u000a| (launched: 2022-12-08_23:35:09.563140) \u000a23:35:12.900786 run osmo-hlr_10.42.42.2(pid=28431): stderr: \u000a| �[0;m�[1;31m20221208233509739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208233509739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208233509739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233509739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233509739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208233509739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208233509753 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208233509762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208233509762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208233509762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:35:12.944209 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28424): Terminating (SIGTERM)\u000a23:35:12.989101 run iperf3-srv_10.42.42.10(pid=28425): Terminating (SIGTERM)\u000a23:35:13.032850 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28426): Terminating (SIGTERM)\u000a23:35:13.076678 run iperf3-srv_10.42.42.10(pid=28427): Terminating (SIGTERM)\u000a23:35:13.119668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28430): Terminating (SIGTERM)\u000a23:35:13.164862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28433): Terminating (SIGTERM)\u000a23:35:13.209089 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28436): Terminating (SIGTERM)\u000a23:35:13.218721 --- ParallelTerminationStrategy: PID 28424 died...\u000a23:35:13.273951 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28424): Terminated: ok {rc=0}\u000a23:35:13.285483 --- ParallelTerminationStrategy: PID 28425 died...\u000a23:35:13.341337 run iperf3-srv_10.42.42.10(pid=28425): Terminated {rc=256}\u000a23:35:13.351649 --- ParallelTerminationStrategy: PID 28426 died...\u000a23:35:13.407089 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28426): Terminated: ok {rc=0}\u000a23:35:13.417771 --- ParallelTerminationStrategy: PID 28427 died...\u000a23:35:13.471881 run iperf3-srv_10.42.42.10(pid=28427): Terminated {rc=256}\u000a23:35:13.483236 --- ParallelTerminationStrategy: PID 28430 died...\u000a23:35:13.539329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28430): Terminated: ok {rc=0}\u000a23:35:13.549781 --- ParallelTerminationStrategy: PID 28433 died...\u000a23:35:13.607020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28433): Terminated: ok {rc=0}\u000a23:35:13.618724 --- ParallelTerminationStrategy: PID 28436 died...\u000a23:35:13.675941 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28436): Terminated: ok {rc=0}\u000a23:35:13.763485 bus /gobi_0: Setting Powered False\u000a23:35:14.865853 bus /gobi_0: Setting Powered False\u000a23:35:16.018336 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28797): Process ended prematurely: osmo-stp_10.42.42.5(pid=28797) [trial-2351↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28797)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28797): Process ended prematurely: osmo-stp_10.42.42.5(pid=28797) [trial-2351↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28797)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-b200+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a23:35:17.152296 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:17.163997 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:35:17.308132 tst iperf3.py: using LAC 17529\u000a23:35:17.428602 tst iperf3.py: using RAC 189\u000a23:35:17.554737 tst iperf3.py: using CellId 17529\u000a23:35:17.677167 tst iperf3.py: using BVCI 17530\u000a23:35:17.700288 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:17.711194 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:17.721661 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:17.732277 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:17.743150 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:17.754033 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:17.764729 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:17.775355 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:17.786269 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:35:18.077665 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:35:18.204391 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:35:18.516747 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28789): Launched\u000a23:35:18.776657 run iperf3-srv_10.42.42.10(pid=28790): Launched\u000a23:35:18.961000 tst iperf3.py:8: start network...\u000a23:35:19.086685 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:35:19.561114 run create_hlr_db(pid=28791): Launched\u000a23:35:19.735029 bus /gobi_6: Setting Powered False\u000a23:35:20.756366 run create_hlr_db(pid=28791): Terminated: ok {rc=0}\u000a23:35:21.157511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28793): Launched\u000a23:35:21.459654 run osmo-hlr_10.42.42.2(pid=28794): Launched\u000a23:35:21.573619 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:35:22.106256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28796): Launched\u000a23:35:22.408297 run osmo-stp_10.42.42.5(pid=28797): Launched\u000a23:35:22.519580 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:35:23.085188 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28816): Launched\u000a23:35:23.203518 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:35:23.511925 run patchelf(pid=28901): Launched\u000a23:35:23.709853 run osmo-stp_10.42.42.5(pid=28797): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28797)]\u000a23:35:23.842516 run osmo-stp_10.42.42.5(pid=28797): stdout: \u000a| (launched: 2022-12-08_23:35:22.259213)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:35:23.978399 run osmo-stp_10.42.42.5(pid=28797): stderr: \u000a| �[0;m�[38;5;43m20221208233522431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233522431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233522432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233522432 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233522433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233522433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233522433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:35:24.106123 run osmo-stp_10.42.42.5(pid=28797): stdout: \u000a| (launched: 2022-12-08_23:35:22.259213)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:35:24.232583 run osmo-stp_10.42.42.5(pid=28797): stderr: \u000a| �[0;m�[38;5;43m20221208233522431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233522431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233522432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233522432 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233522433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233522433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233522433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:35:24.379540 run patchelf(pid=28901): Terminating (SIGINT)\u000a23:35:24.551011 run patchelf(pid=28901): Terminated: ok {rc=0}\u000a23:35:24.583270 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28797): Process ended prematurely: osmo-stp_10.42.42.5(pid=28797) [trial-2351↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28797)] [trial-2351↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]\u000a23:35:24.593442 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a23:35:24.657754 run osmo-hlr_10.42.42.2(pid=28794): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28794)]\u000a23:35:24.708651 run osmo-hlr_10.42.42.2(pid=28794): stdout: \u000a| (launched: 2022-12-08_23:35:21.310825) \u000a23:35:24.760539 run osmo-hlr_10.42.42.2(pid=28794): stderr: \u000a| �[0;m�[1;31m20221208233521489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208233521490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208233521490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233521490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233521490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208233521490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208233521502 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208233521512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208233521512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208233521512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:35:24.803589 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28789): Terminating (SIGTERM)\u000a23:35:24.846487 run iperf3-srv_10.42.42.10(pid=28790): Terminating (SIGTERM)\u000a23:35:24.889069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28793): Terminating (SIGTERM)\u000a23:35:24.932506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28796): Terminating (SIGTERM)\u000a23:35:24.974778 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28816): Terminating (SIGTERM)\u000a23:35:24.985498 --- ParallelTerminationStrategy: PID 28789 died...\u000a23:35:25.041533 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28789): Terminated: ok {rc=0}\u000a23:35:25.051989 --- ParallelTerminationStrategy: PID 28790 died...\u000a23:35:25.107893 run iperf3-srv_10.42.42.10(pid=28790): Terminated {rc=256}\u000a23:35:25.118430 --- ParallelTerminationStrategy: PID 28793 died...\u000a23:35:25.174315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28793): Terminated: ok {rc=0}\u000a23:35:25.184617 --- ParallelTerminationStrategy: PID 28796 died...\u000a23:35:25.239525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28796): Terminated: ok {rc=0}\u000a23:35:25.250873 --- ParallelTerminationStrategy: PID 28816 died...\u000a23:35:25.306905 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28816): Terminated: ok {rc=0}\u000a23:35:25.393423 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28992): Process ended prematurely: osmo-stp_10.42.42.5(pid=28992) [trial-2351↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28992)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28992): Process ended prematurely: osmo-stp_10.42.42.5(pid=28992) [trial-2351↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28992)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-b200+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a23:35:26.509167 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:26.522110 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:35:26.664035 tst iperf3m4.py: using LAC 17530\u000a23:35:26.788271 tst iperf3m4.py: using RAC 190\u000a23:35:26.913988 tst iperf3m4.py: using CellId 17530\u000a23:35:27.039140 tst iperf3m4.py: using BVCI 17531\u000a23:35:27.064549 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:27.076276 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:27.087909 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:27.099700 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:27.111335 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:27.123075 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:27.135374 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:27.147733 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:27.159660 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:35:27.279457 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:35:27.403501 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:35:27.527064 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:35:27.815956 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:35:27.947046 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:35:28.293020 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28977): Launched\u000a23:35:28.583393 run iperf3-srv_10.42.42.10(pid=28979): Launched\u000a23:35:28.768217 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:35:28.894186 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:35:29.206107 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28980): Launched\u000a23:35:29.466530 run iperf3-srv_10.42.42.10(pid=28981): Launched\u000a23:35:29.650847 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:35:29.776673 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:35:30.088489 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28982): Launched\u000a23:35:30.347538 run iperf3-srv_10.42.42.10(pid=28983): Launched\u000a23:35:30.531819 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:35:30.657474 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:35:30.990070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28984): Launched\u000a23:35:31.261662 run iperf3-srv_10.42.42.10(pid=28985): Launched\u000a23:35:31.451060 tst iperf3m4.py:8: start network...\u000a23:35:31.580809 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:35:32.111481 run create_hlr_db(pid=28986): Launched\u000a23:35:32.290299 bus /gobi_6: Setting Powered False\u000a23:35:33.307201 run create_hlr_db(pid=28986): Terminated: ok {rc=0}\u000a23:35:33.710707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28988): Launched\u000a23:35:34.014319 run osmo-hlr_10.42.42.2(pid=28989): Launched\u000a23:35:34.129802 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:35:34.662340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28991): Launched\u000a23:35:34.963947 run osmo-stp_10.42.42.5(pid=28992): Launched\u000a23:35:35.074397 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:35:35.612620 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28994): Launched\u000a23:35:35.728298 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:35:36.009430 run patchelf(pid=28995): Launched\u000a23:35:36.198456 run osmo-stp_10.42.42.5(pid=28992): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28992)]\u000a23:35:36.337409 run osmo-stp_10.42.42.5(pid=28992): stdout: \u000a| (launched: 2022-12-08_23:35:34.815938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:35:36.476151 run osmo-stp_10.42.42.5(pid=28992): stderr: \u000a| �[0;m�[38;5;43m20221208233534984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233534985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233534985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233534985 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233534986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233534986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233534986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:35:36.609535 run osmo-stp_10.42.42.5(pid=28992): stdout: \u000a| (launched: 2022-12-08_23:35:34.815938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:35:36.741969 run osmo-stp_10.42.42.5(pid=28992): stderr: \u000a| �[0;m�[38;5;43m20221208233534984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233534985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233534985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233534985 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233534986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233534986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233534986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:35:36.895866 run patchelf(pid=28995): Terminating (SIGINT)\u000a23:35:37.076348 run patchelf(pid=28995): Terminated: ok {rc=0}\u000a23:35:37.109543 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28992): Process ended prematurely: osmo-stp_10.42.42.5(pid=28992) [trial-2351↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28992)] [trial-2351↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]\u000a23:35:37.119414 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a23:35:37.182476 run osmo-hlr_10.42.42.2(pid=28989): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28989)]\u000a23:35:37.233731 run osmo-hlr_10.42.42.2(pid=28989): stdout: \u000a| (launched: 2022-12-08_23:35:33.864755) \u000a23:35:37.288046 run osmo-hlr_10.42.42.2(pid=28989): stderr: \u000a| �[0;m�[1;31m20221208233534042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208233534042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208233534042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233534042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233534042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208233534042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208233534055 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208233534063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208233534063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208233534063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:35:37.331802 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28977): Terminating (SIGTERM)\u000a23:35:37.373138 run iperf3-srv_10.42.42.10(pid=28979): Terminating (SIGTERM)\u000a23:35:37.415019 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28980): Terminating (SIGTERM)\u000a23:35:37.456577 run iperf3-srv_10.42.42.10(pid=28981): Terminating (SIGTERM)\u000a23:35:37.498405 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28982): Terminating (SIGTERM)\u000a23:35:37.539913 run iperf3-srv_10.42.42.10(pid=28983): Terminating (SIGTERM)\u000a23:35:37.581458 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28984): Terminating (SIGTERM)\u000a23:35:37.622780 run iperf3-srv_10.42.42.10(pid=28985): Terminating (SIGTERM)\u000a23:35:37.664282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28988): Terminating (SIGTERM)\u000a23:35:37.705833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28991): Terminating (SIGTERM)\u000a23:35:37.747427 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28994): Terminating (SIGTERM)\u000a23:35:37.757127 --- ParallelTerminationStrategy: PID 28977 died...\u000a23:35:37.812779 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28977): Terminated: ok {rc=0}\u000a23:35:37.822920 --- ParallelTerminationStrategy: PID 28979 died...\u000a23:35:37.878008 run iperf3-srv_10.42.42.10(pid=28979): Terminated {rc=256}\u000a23:35:37.888235 --- ParallelTerminationStrategy: PID 28980 died...\u000a23:35:37.943389 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28980): Terminated: ok {rc=0}\u000a23:35:37.953559 --- ParallelTerminationStrategy: PID 28981 died...\u000a23:35:38.008499 run iperf3-srv_10.42.42.10(pid=28981): Terminated {rc=256}\u000a23:35:38.018520 --- ParallelTerminationStrategy: PID 28982 died...\u000a23:35:38.073660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28982): Terminated: ok {rc=0}\u000a23:35:38.083666 --- ParallelTerminationStrategy: PID 28983 died...\u000a23:35:38.138623 run iperf3-srv_10.42.42.10(pid=28983): Terminated {rc=256}\u000a23:35:38.148653 --- ParallelTerminationStrategy: PID 28984 died...\u000a23:35:38.203517 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28984): Terminated: ok {rc=0}\u000a23:35:38.213908 --- ParallelTerminationStrategy: PID 28985 died...\u000a23:35:38.269635 run iperf3-srv_10.42.42.10(pid=28985): Terminated {rc=256}\u000a23:35:38.279749 --- ParallelTerminationStrategy: PID 28988 died...\u000a23:35:38.334767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28988): Terminated: ok {rc=0}\u000a23:35:38.344813 --- ParallelTerminationStrategy: PID 28991 died...\u000a23:35:38.399803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28991): Terminated: ok {rc=0}\u000a23:35:38.409985 --- ParallelTerminationStrategy: PID 28994 died...\u000a23:35:38.464831 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28994): Terminated: ok {rc=0}\u000a23:35:38.551069 bus /gobi_4: Setting Powered False\u000a23:35:39.656853 bus /gobi_4: Setting Powered False\u000a23:35:40.767548 bus /gobi_1: Setting Powered False\u000a23:35:41.870122 bus /gobi_1: Setting Powered False\u000a23:35:42.979960 bus /gobi_0: Setting Powered False\u000a23:35:44.084271 bus /gobi_0: Setting Powered False\u000a23:35:45.191505 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29002): Process ended prematurely: osmo-stp_10.42.42.5(pid=29002) [trial-2351↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29002)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29002): Process ended prematurely: osmo-stp_10.42.42.5(pid=29002) [trial-2351↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29002)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-b200+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a23:35:46.259990 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:46.272868 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:35:46.412801 tst ping.py: using LAC 17531\u000a23:35:46.569372 tst ping.py: using RAC 191\u000a23:35:46.699070 tst ping.py: using CellId 17531\u000a23:35:46.819777 tst ping.py: using BVCI 17532\u000a23:35:46.844627 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:46.856401 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:46.868531 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:46.880272 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:46.892540 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:46.906075 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:46.919035 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:46.930645 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:35:47.212596 tst ping.py:19: start network...\u000a23:35:47.336849 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:35:47.818979 run create_hlr_db(pid=28996): Launched\u000a23:35:48.003166 bus /gobi_6: Setting Powered False\u000a23:35:49.023014 run create_hlr_db(pid=28996): Terminated: ok {rc=0}\u000a23:35:49.444858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28998): Launched\u000a23:35:49.761683 run osmo-hlr_10.42.42.2(pid=28999): Launched\u000a23:35:49.880919 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:35:50.433921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29001): Launched\u000a23:35:50.748274 run osmo-stp_10.42.42.5(pid=29002): Launched\u000a23:35:50.861819 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:35:51.413859 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29004): Launched\u000a23:35:51.526541 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:35:51.802848 run patchelf(pid=29005): Launched\u000a23:35:51.988337 run osmo-stp_10.42.42.5(pid=29002): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29002)]\u000a23:35:52.123963 run osmo-stp_10.42.42.5(pid=29002): stdout: \u000a| (launched: 2022-12-08_23:35:50.594629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:35:52.260242 run osmo-stp_10.42.42.5(pid=29002): stderr: \u000a| �[0;m�[38;5;43m20221208233550786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233550786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233550786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233550787 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233550787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233550787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233550787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:35:52.391541 run osmo-stp_10.42.42.5(pid=29002): stdout: \u000a| (launched: 2022-12-08_23:35:50.594629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:35:52.520837 run osmo-stp_10.42.42.5(pid=29002): stderr: \u000a| �[0;m�[38;5;43m20221208233550786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233550786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233550786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233550787 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233550787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233550787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233550787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:35:52.671797 run patchelf(pid=29005): Terminating (SIGINT)\u000a23:35:52.848690 run patchelf(pid=29005): Terminated: ok {rc=0}\u000a23:35:52.881050 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29002): Process ended prematurely: osmo-stp_10.42.42.5(pid=29002) [trial-2351↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29002)] [trial-2351↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]\u000a23:35:52.890291 tst ping.py:22: Test FAILED (6.6 sec)\u000a23:35:52.952153 run osmo-hlr_10.42.42.2(pid=28999): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28999)]\u000a23:35:53.002855 run osmo-hlr_10.42.42.2(pid=28999): stdout: \u000a| (launched: 2022-12-08_23:35:49.606422) \u000a23:35:53.053992 run osmo-hlr_10.42.42.2(pid=28999): stderr: \u000a| �[0;m�[1;31m20221208233549805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208233549805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208233549805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233549805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233549805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208233549805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208233549818 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208233549827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208233549827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208233549827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:35:53.097846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28998): Terminating (SIGTERM)\u000a23:35:53.138797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29001): Terminating (SIGTERM)\u000a23:35:53.180475 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29004): Terminating (SIGTERM)\u000a23:35:53.190168 --- ParallelTerminationStrategy: PID 28998 died...\u000a23:35:53.245832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28998): Terminated: ok {rc=0}\u000a23:35:53.255831 --- ParallelTerminationStrategy: PID 29001 died...\u000a23:35:53.311010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29001): Terminated: ok {rc=0}\u000a23:35:53.321121 --- ParallelTerminationStrategy: PID 29004 died...\u000a23:35:53.376690 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29004): Terminated: ok {rc=0}\u000a23:35:53.463101 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29012): Process ended prematurely: osmo-stp_10.42.42.5(pid=29012) [trial-2351↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29012)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29012): Process ended prematurely: osmo-stp_10.42.42.5(pid=29012) [trial-2351↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29012)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a23:35:54.515871 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:54.528019 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:35:54.671918 tst ping_idle_ping.py: using LAC 17532\u000a23:35:54.797449 tst ping_idle_ping.py: using RAC 192\u000a23:35:54.920681 tst ping_idle_ping.py: using CellId 17532\u000a23:35:55.043813 tst ping_idle_ping.py: using BVCI 17533\u000a23:35:55.068019 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:55.079316 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:55.090326 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:55.101424 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:55.112443 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:55.123465 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:55.134686 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:55.145641 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:35:55.419032 tst ping_idle_ping.py:24: start network...\u000a23:35:55.543067 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:35:56.013585 run create_hlr_db(pid=29006): Launched\u000a23:35:56.186652 bus /gobi_6: Setting Powered False\u000a23:35:57.206450 run create_hlr_db(pid=29006): Terminated: ok {rc=0}\u000a23:35:57.629108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29008): Launched\u000a23:35:57.946088 run osmo-hlr_10.42.42.2(pid=29009): Launched\u000a23:35:58.061274 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:35:58.612767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29011): Launched\u000a23:35:58.929360 run osmo-stp_10.42.42.5(pid=29012): Launched\u000a23:35:59.044601 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:35:59.598842 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29014): Launched\u000a23:35:59.712484 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:35:59.988187 run patchelf(pid=29015): Launched\u000a23:36:00.173710 run osmo-stp_10.42.42.5(pid=29012): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29012)]\u000a23:36:00.310101 run osmo-stp_10.42.42.5(pid=29012): stdout: \u000a| (launched: 2022-12-08_23:35:58.774180)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:36:00.446148 run osmo-stp_10.42.42.5(pid=29012): stderr: \u000a| �[0;m�[38;5;43m20221208233558967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233558967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233558968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233558968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233558968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233558969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233558969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:36:00.577237 run osmo-stp_10.42.42.5(pid=29012): stdout: \u000a| (launched: 2022-12-08_23:35:58.774180)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:36:00.706750 run osmo-stp_10.42.42.5(pid=29012): stderr: \u000a| �[0;m�[38;5;43m20221208233558967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233558967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233558968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233558968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233558968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233558969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233558969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:36:00.875884 run patchelf(pid=29015): Terminating (SIGINT)\u000a23:36:01.056787 run patchelf(pid=29015): Terminated: ok {rc=0}\u000a23:36:01.090126 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29012): Process ended prematurely: osmo-stp_10.42.42.5(pid=29012) [trial-2351↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29012)] [trial-2351↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a23:36:01.100056 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a23:36:01.162906 run osmo-hlr_10.42.42.2(pid=29009): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29009)]\u000a23:36:01.214756 run osmo-hlr_10.42.42.2(pid=29009): stdout: \u000a| (launched: 2022-12-08_23:35:57.791248) \u000a23:36:01.268026 run osmo-hlr_10.42.42.2(pid=29009): stderr: \u000a| �[0;m�[1;31m20221208233557987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208233557987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208233557987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233557987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233557987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208233557987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208233557999 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208233558007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208233558007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208233558007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:36:01.312844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29008): Terminating (SIGTERM)\u000a23:36:01.355347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29011): Terminating (SIGTERM)\u000a23:36:01.398256 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29014): Terminating (SIGTERM)\u000a23:36:01.408730 --- ParallelTerminationStrategy: PID 29008 died...\u000a23:36:01.466909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29008): Terminated: ok {rc=0}\u000a23:36:01.477433 --- ParallelTerminationStrategy: PID 29011 died...\u000a23:36:01.533865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29011): Terminated: ok {rc=0}\u000a23:36:01.544300 --- ParallelTerminationStrategy: PID 29014 died...\u000a23:36:01.601076 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29014): Terminated: ok {rc=0}\u000a23:36:01.690628 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "51", "name" : "gprs_trx-b200+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:35:03" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29029): Process ended prematurely: osmo-stp_10.42.42.5(pid=29029) [trial-2351↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29029)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29029): Process ended prematurely: osmo-stp_10.42.42.5(pid=29029) [trial-2351↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29029)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:36:03.886008 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:03.896853 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:36:04.051234 tst cs_paging_gprs_active.py: using LAC 17533\u000a23:36:04.169371 tst cs_paging_gprs_active.py: using RAC 193\u000a23:36:04.286580 tst cs_paging_gprs_active.py: using CellId 17533\u000a23:36:04.408055 tst cs_paging_gprs_active.py: using BVCI 17534\u000a23:36:04.431314 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:04.442302 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:04.452732 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:04.463641 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:04.474590 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:04.485400 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:04.496346 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:04.507225 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:04.518343 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:36:04.636357 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:36:04.929578 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:36:05.065292 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:36:05.398656 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29019): Launched\u000a23:36:05.675407 run iperf3-srv_10.42.42.10(pid=29020): Launched\u000a23:36:05.874459 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:36:06.009485 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:36:06.342577 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29021): Launched\u000a23:36:06.618451 run iperf3-srv_10.42.42.10(pid=29022): Launched\u000a23:36:06.816590 tst cs_paging_gprs_active.py:38: start network...\u000a23:36:06.951206 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:36:07.466272 run create_hlr_db(pid=29023): Launched\u000a23:36:07.652828 bus /gobi_6: Setting Powered False\u000a23:36:08.673710 run create_hlr_db(pid=29023): Terminated: ok {rc=0}\u000a23:36:09.078960 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29025): Launched\u000a23:36:09.382464 run osmo-hlr_10.42.42.2(pid=29026): Launched\u000a23:36:09.495161 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:36:10.020506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29028): Launched\u000a23:36:10.323115 run osmo-stp_10.42.42.5(pid=29029): Launched\u000a23:36:10.434387 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:36:10.961421 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29031): Launched\u000a23:36:11.069867 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:36:11.333880 run patchelf(pid=29032): Launched\u000a23:36:11.511669 run osmo-stp_10.42.42.5(pid=29029): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29029)]\u000a23:36:11.641214 run osmo-stp_10.42.42.5(pid=29029): stdout: \u000a| (launched: 2022-12-08_23:36:10.174274)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:36:11.770919 run osmo-stp_10.42.42.5(pid=29029): stderr: \u000a| �[0;m�[38;5;43m20221208233610343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233610343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233610343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233610344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233610345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233610345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233610345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:36:11.896492 run osmo-stp_10.42.42.5(pid=29029): stdout: \u000a| (launched: 2022-12-08_23:36:10.174274)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:36:12.020669 run osmo-stp_10.42.42.5(pid=29029): stderr: \u000a| �[0;m�[38;5;43m20221208233610343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233610343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233610343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233610344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233610345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233610345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233610345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:36:12.165089 run patchelf(pid=29032): Terminating (SIGINT)\u000a23:36:12.334565 run patchelf(pid=29032): Terminated: ok {rc=0}\u000a23:36:12.365746 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29029): Process ended prematurely: osmo-stp_10.42.42.5(pid=29029) [trial-2351↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29029)] [trial-2351↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a23:36:12.374978 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a23:36:12.435003 run osmo-hlr_10.42.42.2(pid=29026): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29026)]\u000a23:36:12.483587 run osmo-hlr_10.42.42.2(pid=29026): stdout: \u000a| (launched: 2022-12-08_23:36:09.233097) \u000a23:36:12.532993 run osmo-hlr_10.42.42.2(pid=29026): stderr: \u000a| �[0;m�[1;31m20221208233609409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208233609409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208233609409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233609409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233609409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208233609409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208233609423 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208233609433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208233609433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208233609433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:36:12.574832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29019): Terminating (SIGTERM)\u000a23:36:12.614420 run iperf3-srv_10.42.42.10(pid=29020): Terminating (SIGTERM)\u000a23:36:12.653953 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29021): Terminating (SIGTERM)\u000a23:36:12.693340 run iperf3-srv_10.42.42.10(pid=29022): Terminating (SIGTERM)\u000a23:36:12.732781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29025): Terminating (SIGTERM)\u000a23:36:12.772311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29028): Terminating (SIGTERM)\u000a23:36:12.811852 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29031): Terminating (SIGTERM)\u000a23:36:12.821173 --- ParallelTerminationStrategy: PID 29019 died...\u000a23:36:12.874852 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29019): Terminated: ok {rc=0}\u000a23:36:12.884536 --- ParallelTerminationStrategy: PID 29020 died...\u000a23:36:12.937042 run iperf3-srv_10.42.42.10(pid=29020): Terminated {rc=256}\u000a23:36:12.946406 --- ParallelTerminationStrategy: PID 29021 died...\u000a23:36:12.998879 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29021): Terminated: ok {rc=0}\u000a23:36:13.008893 --- ParallelTerminationStrategy: PID 29022 died...\u000a23:36:13.061106 run iperf3-srv_10.42.42.10(pid=29022): Terminated {rc=256}\u000a23:36:13.070983 --- ParallelTerminationStrategy: PID 29025 died...\u000a23:36:13.123744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29025): Terminated: ok {rc=0}\u000a23:36:13.133780 --- ParallelTerminationStrategy: PID 29028 died...\u000a23:36:13.185940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29028): Terminated: ok {rc=0}\u000a23:36:13.195547 --- ParallelTerminationStrategy: PID 29031 died...\u000a23:36:13.248469 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29031): Terminated: ok {rc=0}\u000a23:36:13.330522 bus /gobi_0: Setting Powered False\u000a23:36:14.436405 bus /gobi_0: Setting Powered False\u000a23:36:15.543164 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29042): Process ended prematurely: osmo-stp_10.42.42.5(pid=29042) [trial-2351↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29042)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29042): Process ended prematurely: osmo-stp_10.42.42.5(pid=29042) [trial-2351↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29042)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a23:36:16.658556 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:16.671372 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:36:16.840839 tst iperf3.py: using LAC 17534\u000a23:36:16.967567 tst iperf3.py: using RAC 194\u000a23:36:17.100433 tst iperf3.py: using CellId 17534\u000a23:36:17.230464 tst iperf3.py: using BVCI 17535\u000a23:36:17.255987 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:17.267443 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:17.278651 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:17.290360 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:17.301643 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:17.312940 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:17.324342 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:17.335539 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:17.346955 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:36:17.621530 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:36:17.746525 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:36:18.057755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29034): Launched\u000a23:36:18.317354 run iperf3-srv_10.42.42.10(pid=29035): Launched\u000a23:36:18.500813 tst iperf3.py:8: start network...\u000a23:36:18.626242 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:36:19.099113 run create_hlr_db(pid=29036): Launched\u000a23:36:19.272818 bus /gobi_6: Setting Powered False\u000a23:36:20.293178 run create_hlr_db(pid=29036): Terminated: ok {rc=0}\u000a23:36:20.693678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29038): Launched\u000a23:36:20.994431 run osmo-hlr_10.42.42.2(pid=29039): Launched\u000a23:36:21.112135 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:36:21.642030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29041): Launched\u000a23:36:21.947222 run osmo-stp_10.42.42.5(pid=29042): Launched\u000a23:36:22.064821 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:36:22.599719 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29044): Launched\u000a23:36:22.707409 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:36:22.969946 run patchelf(pid=29045): Launched\u000a23:36:23.147272 run osmo-stp_10.42.42.5(pid=29042): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29042)]\u000a23:36:23.276752 run osmo-stp_10.42.42.5(pid=29042): stdout: \u000a| (launched: 2022-12-08_23:36:21.795508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:36:23.407314 run osmo-stp_10.42.42.5(pid=29042): stderr: \u000a| �[0;m�[38;5;43m20221208233622027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233622028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233622028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233622028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233622029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233622029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233622029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:36:23.532385 run osmo-stp_10.42.42.5(pid=29042): stdout: \u000a| (launched: 2022-12-08_23:36:21.795508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:36:23.656563 run osmo-stp_10.42.42.5(pid=29042): stderr: \u000a| �[0;m�[38;5;43m20221208233622027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233622028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233622028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233622028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233622029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233622029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233622029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:36:23.800689 run patchelf(pid=29045): Terminating (SIGINT)\u000a23:36:23.970548 run patchelf(pid=29045): Terminated: ok {rc=0}\u000a23:36:24.001655 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29042): Process ended prematurely: osmo-stp_10.42.42.5(pid=29042) [trial-2351↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29042)] [trial-2351↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a23:36:24.010944 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a23:36:24.070799 run osmo-hlr_10.42.42.2(pid=29039): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29039)]\u000a23:36:24.119280 run osmo-hlr_10.42.42.2(pid=29039): stdout: \u000a| (launched: 2022-12-08_23:36:20.846711) \u000a23:36:24.168261 run osmo-hlr_10.42.42.2(pid=29039): stderr: \u000a| �[0;m�[1;31m20221208233621023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208233621023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208233621023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233621023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233621023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208233621023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208233621039 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208233621048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208233621049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208233621049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:36:24.210251 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29034): Terminating (SIGTERM)\u000a23:36:24.249690 run iperf3-srv_10.42.42.10(pid=29035): Terminating (SIGTERM)\u000a23:36:24.289010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29038): Terminating (SIGTERM)\u000a23:36:24.328371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29041): Terminating (SIGTERM)\u000a23:36:24.367692 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29044): Terminating (SIGTERM)\u000a23:36:24.377083 --- ParallelTerminationStrategy: PID 29034 died...\u000a23:36:24.429507 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29034): Terminated: ok {rc=0}\u000a23:36:24.439239 --- ParallelTerminationStrategy: PID 29035 died...\u000a23:36:24.492316 run iperf3-srv_10.42.42.10(pid=29035): Terminated {rc=256}\u000a23:36:24.501767 --- ParallelTerminationStrategy: PID 29038 died...\u000a23:36:24.554012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29038): Terminated: ok {rc=0}\u000a23:36:24.563453 --- ParallelTerminationStrategy: PID 29041 died...\u000a23:36:24.616283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29041): Terminated: ok {rc=0}\u000a23:36:24.625751 --- ParallelTerminationStrategy: PID 29044 died...\u000a23:36:24.678175 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29044): Terminated: ok {rc=0}\u000a23:36:24.766833 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29060): Process ended prematurely: osmo-stp_10.42.42.5(pid=29060) [trial-2351↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29060)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29060): Process ended prematurely: osmo-stp_10.42.42.5(pid=29060) [trial-2351↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29060)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a23:36:25.877881 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:25.889367 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:36:26.047288 tst iperf3m4.py: using LAC 17535\u000a23:36:26.165487 tst iperf3m4.py: using RAC 195\u000a23:36:26.283892 tst iperf3m4.py: using CellId 17535\u000a23:36:26.402456 tst iperf3m4.py: using BVCI 17536\u000a23:36:26.425520 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:26.436148 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:26.446761 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:26.457551 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:26.468210 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:26.478964 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:26.490046 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:26.500808 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:26.511655 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:36:26.626568 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:36:26.744312 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:36:26.859316 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:36:27.146785 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:36:27.273613 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:36:27.586845 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29046): Launched\u000a23:36:27.848015 run iperf3-srv_10.42.42.10(pid=29047): Launched\u000a23:36:28.034086 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:36:28.160429 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:36:28.473645 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29048): Launched\u000a23:36:28.734401 run iperf3-srv_10.42.42.10(pid=29049): Launched\u000a23:36:28.919503 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:36:29.045525 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:36:29.358148 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29050): Launched\u000a23:36:29.618581 run iperf3-srv_10.42.42.10(pid=29051): Launched\u000a23:36:29.803192 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:36:29.929496 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:36:30.241972 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29052): Launched\u000a23:36:30.502345 run iperf3-srv_10.42.42.10(pid=29053): Launched\u000a23:36:30.686571 tst iperf3m4.py:8: start network...\u000a23:36:30.812201 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:36:31.369973 run create_hlr_db(pid=29054): Launched\u000a23:36:31.565275 bus /gobi_6: Setting Powered False\u000a23:36:32.575140 run create_hlr_db(pid=29054): Terminated: ok {rc=0}\u000a23:36:33.008630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29056): Launched\u000a23:36:33.330768 run osmo-hlr_10.42.42.2(pid=29057): Launched\u000a23:36:33.452085 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:36:34.014254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29059): Launched\u000a23:36:34.336302 run osmo-stp_10.42.42.5(pid=29060): Launched\u000a23:36:34.453458 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:36:35.015193 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29062): Launched\u000a23:36:35.131148 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:36:35.412506 run patchelf(pid=29063): Launched\u000a23:36:35.601315 run osmo-stp_10.42.42.5(pid=29060): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29060)]\u000a23:36:35.739217 run osmo-stp_10.42.42.5(pid=29060): stdout: \u000a| (launched: 2022-12-08_23:36:34.178373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:36:35.877958 run osmo-stp_10.42.42.5(pid=29060): stderr: \u000a| �[0;m�[38;5;43m20221208233634371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233634371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233634371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233634372 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233634372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233634372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233634372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:36:36.011378 run osmo-stp_10.42.42.5(pid=29060): stdout: \u000a| (launched: 2022-12-08_23:36:34.178373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:36:36.143747 run osmo-stp_10.42.42.5(pid=29060): stderr: \u000a| �[0;m�[38;5;43m20221208233634371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233634371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233634371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233634372 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233634372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233634372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233634372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:36:36.298122 run patchelf(pid=29063): Terminating (SIGINT)\u000a23:36:36.479263 run patchelf(pid=29063): Terminated: ok {rc=0}\u000a23:36:36.512356 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29060): Process ended prematurely: osmo-stp_10.42.42.5(pid=29060) [trial-2351↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29060)] [trial-2351↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a23:36:36.522482 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a23:36:36.585516 run osmo-hlr_10.42.42.2(pid=29057): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29057)]\u000a23:36:36.637088 run osmo-hlr_10.42.42.2(pid=29057): stdout: \u000a| (launched: 2022-12-08_23:36:33.173166) \u000a23:36:36.689079 run osmo-hlr_10.42.42.2(pid=29057): stderr: \u000a| �[0;m�[1;31m20221208233633372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208233633372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208233633372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233633372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233633372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208233633372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208233633384 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208233633394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208233633394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208233633394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:36:36.733610 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29046): Terminating (SIGTERM)\u000a23:36:36.775549 run iperf3-srv_10.42.42.10(pid=29047): Terminating (SIGTERM)\u000a23:36:36.817698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29048): Terminating (SIGTERM)\u000a23:36:36.859599 run iperf3-srv_10.42.42.10(pid=29049): Terminating (SIGTERM)\u000a23:36:36.901913 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29050): Terminating (SIGTERM)\u000a23:36:36.943881 run iperf3-srv_10.42.42.10(pid=29051): Terminating (SIGTERM)\u000a23:36:36.985832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29052): Terminating (SIGTERM)\u000a23:36:37.027707 run iperf3-srv_10.42.42.10(pid=29053): Terminating (SIGTERM)\u000a23:36:37.069778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29056): Terminating (SIGTERM)\u000a23:36:37.111662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29059): Terminating (SIGTERM)\u000a23:36:37.153762 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29062): Terminating (SIGTERM)\u000a23:36:37.163434 --- ParallelTerminationStrategy: PID 29046 died...\u000a23:36:37.219174 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29046): Terminated: ok {rc=0}\u000a23:36:37.229445 --- ParallelTerminationStrategy: PID 29047 died...\u000a23:36:37.284774 run iperf3-srv_10.42.42.10(pid=29047): Terminated {rc=256}\u000a23:36:37.294864 --- ParallelTerminationStrategy: PID 29048 died...\u000a23:36:37.350148 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29048): Terminated: ok {rc=0}\u000a23:36:37.360211 --- ParallelTerminationStrategy: PID 29049 died...\u000a23:36:37.415331 run iperf3-srv_10.42.42.10(pid=29049): Terminated {rc=256}\u000a23:36:37.425277 --- ParallelTerminationStrategy: PID 29050 died...\u000a23:36:37.480386 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29050): Terminated: ok {rc=0}\u000a23:36:37.490553 --- ParallelTerminationStrategy: PID 29051 died...\u000a23:36:37.545663 run iperf3-srv_10.42.42.10(pid=29051): Terminated {rc=256}\u000a23:36:37.555653 --- ParallelTerminationStrategy: PID 29052 died...\u000a23:36:37.610952 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29052): Terminated: ok {rc=0}\u000a23:36:37.620928 --- ParallelTerminationStrategy: PID 29053 died...\u000a23:36:37.676122 run iperf3-srv_10.42.42.10(pid=29053): Terminated {rc=256}\u000a23:36:37.686028 --- ParallelTerminationStrategy: PID 29056 died...\u000a23:36:37.740837 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29056): Terminated: ok {rc=0}\u000a23:36:37.751079 --- ParallelTerminationStrategy: PID 29059 died...\u000a23:36:37.805847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29059): Terminated: ok {rc=0}\u000a23:36:37.815919 --- ParallelTerminationStrategy: PID 29062 died...\u000a23:36:37.870936 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29062): Terminated: ok {rc=0}\u000a23:36:37.956722 bus /gobi_4: Setting Powered False\u000a23:36:39.063353 bus /gobi_4: Setting Powered False\u000a23:36:40.170153 bus /gobi_1: Setting Powered False\u000a23:36:41.276296 bus /gobi_1: Setting Powered False\u000a23:36:42.383668 bus /gobi_0: Setting Powered False\u000a23:36:43.488447 bus /gobi_0: Setting Powered False\u000a23:36:44.596144 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29070): Process ended prematurely: osmo-stp_10.42.42.5(pid=29070) [trial-2351↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29070)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29070): Process ended prematurely: osmo-stp_10.42.42.5(pid=29070) [trial-2351↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29070)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-b200+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a23:36:45.663489 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:45.675508 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:36:45.842107 tst ping.py: using LAC 17536\u000a23:36:45.999594 tst ping.py: using RAC 196\u000a23:36:46.124165 tst ping.py: using CellId 17536\u000a23:36:46.283136 tst ping.py: using BVCI 17537\u000a23:36:46.308673 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:46.320651 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:46.332427 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:46.346594 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:46.359409 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:46.371527 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:46.390073 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:46.402823 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:36:46.685156 tst ping.py:19: start network...\u000a23:36:46.812351 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:36:47.338086 run create_hlr_db(pid=29064): Launched\u000a23:36:47.522355 bus /gobi_6: Setting Powered False\u000a23:36:48.541605 run create_hlr_db(pid=29064): Terminated: ok {rc=0}\u000a23:36:48.962947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29066): Launched\u000a23:36:49.278781 run osmo-hlr_10.42.42.2(pid=29067): Launched\u000a23:36:49.398640 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:36:49.949551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29069): Launched\u000a23:36:50.265837 run osmo-stp_10.42.42.5(pid=29070): Launched\u000a23:36:50.380921 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:36:50.933077 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29072): Launched\u000a23:36:51.046243 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:36:51.322027 run patchelf(pid=29073): Launched\u000a23:36:51.507448 run osmo-stp_10.42.42.5(pid=29070): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29070)]\u000a23:36:51.643366 run osmo-stp_10.42.42.5(pid=29070): stdout: \u000a| (launched: 2022-12-08_23:36:50.111077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:36:51.779261 run osmo-stp_10.42.42.5(pid=29070): stderr: \u000a| �[0;m�[38;5;43m20221208233650304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233650304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233650304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233650305 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233650305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233650305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233650305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:36:51.910300 run osmo-stp_10.42.42.5(pid=29070): stdout: \u000a| (launched: 2022-12-08_23:36:50.111077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:36:52.040105 run osmo-stp_10.42.42.5(pid=29070): stderr: \u000a| �[0;m�[38;5;43m20221208233650304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233650304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233650304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233650305 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233650305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233650305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233650305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:36:52.191832 run patchelf(pid=29073): Terminating (SIGINT)\u000a23:36:52.370014 run patchelf(pid=29073): Terminated: ok {rc=0}\u000a23:36:52.402353 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29070): Process ended prematurely: osmo-stp_10.42.42.5(pid=29070) [trial-2351↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29070)] [trial-2351↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]\u000a23:36:52.411646 tst ping.py:22: Test FAILED (6.7 sec)\u000a23:36:52.474310 run osmo-hlr_10.42.42.2(pid=29067): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29067)]\u000a23:36:52.525525 run osmo-hlr_10.42.42.2(pid=29067): stdout: \u000a| (launched: 2022-12-08_23:36:49.123900) \u000a23:36:52.577374 run osmo-hlr_10.42.42.2(pid=29067): stderr: \u000a| �[0;m�[1;31m20221208233649322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208233649322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208233649322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233649322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233649322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208233649323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208233649336 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208233649346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208233649346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208233649346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:36:52.621639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29066): Terminating (SIGTERM)\u000a23:36:52.663624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29069): Terminating (SIGTERM)\u000a23:36:52.705397 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29072): Terminating (SIGTERM)\u000a23:36:52.715061 --- ParallelTerminationStrategy: PID 29066 died...\u000a23:36:52.770759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29066): Terminated: ok {rc=0}\u000a23:36:52.780796 --- ParallelTerminationStrategy: PID 29069 died...\u000a23:36:52.835931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29069): Terminated: ok {rc=0}\u000a23:36:52.846004 --- ParallelTerminationStrategy: PID 29072 died...\u000a23:36:52.900894 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29072): Terminated: ok {rc=0}\u000a23:36:52.987076 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29080): Process ended prematurely: osmo-stp_10.42.42.5(pid=29080) [trial-2351↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29080)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29080): Process ended prematurely: osmo-stp_10.42.42.5(pid=29080) [trial-2351↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29080)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a23:36:54.039724 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:54.052205 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:36:54.218373 tst ping_idle_ping.py: using LAC 17537\u000a23:36:54.344555 tst ping_idle_ping.py: using RAC 197\u000a23:36:54.464338 tst ping_idle_ping.py: using CellId 17537\u000a23:36:54.588076 tst ping_idle_ping.py: using BVCI 17538\u000a23:36:54.612507 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:54.624042 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:54.635072 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:54.646629 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:54.658245 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:54.669702 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:54.681125 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:54.692516 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:36:54.967057 tst ping_idle_ping.py:24: start network...\u000a23:36:55.090899 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:36:55.564543 run create_hlr_db(pid=29074): Launched\u000a23:36:55.737423 bus /gobi_6: Setting Powered False\u000a23:36:56.757407 run create_hlr_db(pid=29074): Terminated: ok {rc=0}\u000a23:36:57.179014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29076): Launched\u000a23:36:57.495503 run osmo-hlr_10.42.42.2(pid=29077): Launched\u000a23:36:57.612431 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:36:58.164229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29079): Launched\u000a23:36:58.481095 run osmo-stp_10.42.42.5(pid=29080): Launched\u000a23:36:58.596308 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:36:59.150150 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29082): Launched\u000a23:36:59.263884 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:36:59.540344 run patchelf(pid=29083): Launched\u000a23:36:59.726082 run osmo-stp_10.42.42.5(pid=29080): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29080)]\u000a23:36:59.862273 run osmo-stp_10.42.42.5(pid=29080): stdout: \u000a| (launched: 2022-12-08_23:36:58.326199)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:36:59.998259 run osmo-stp_10.42.42.5(pid=29080): stderr: \u000a| �[0;m�[38;5;43m20221208233658517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233658517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233658517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233658518 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233658518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233658518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233658518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:37:00.130419 run osmo-stp_10.42.42.5(pid=29080): stdout: \u000a| (launched: 2022-12-08_23:36:58.326199)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:37:00.260692 run osmo-stp_10.42.42.5(pid=29080): stderr: \u000a| �[0;m�[38;5;43m20221208233658517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233658517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233658517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233658518 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233658518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233658518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233658518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:37:00.412447 run patchelf(pid=29083): Terminating (SIGINT)\u000a23:37:00.589751 run patchelf(pid=29083): Terminated: ok {rc=0}\u000a23:37:00.622006 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29080): Process ended prematurely: osmo-stp_10.42.42.5(pid=29080) [trial-2351↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29080)] [trial-2351↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a23:37:00.631196 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a23:37:00.694011 run osmo-hlr_10.42.42.2(pid=29077): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29077)]\u000a23:37:00.745144 run osmo-hlr_10.42.42.2(pid=29077): stdout: \u000a| (launched: 2022-12-08_23:36:57.341031) \u000a23:37:00.796902 run osmo-hlr_10.42.42.2(pid=29077): stderr: \u000a| �[0;m�[1;31m20221208233657538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208233657538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208233657538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233657538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233657539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208233657539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208233657591 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208233657600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208233657601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208233657601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:37:00.847940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29076): Terminating (SIGTERM)\u000a23:37:00.892444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29079): Terminating (SIGTERM)\u000a23:37:00.936557 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29082): Terminating (SIGTERM)\u000a23:37:00.947971 --- ParallelTerminationStrategy: PID 29076 died...\u000a23:37:01.005651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29076): Terminated: ok {rc=0}\u000a23:37:01.016157 --- ParallelTerminationStrategy: PID 29079 died...\u000a23:37:01.072663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29079): Terminated: ok {rc=0}\u000a23:37:01.085532 --- ParallelTerminationStrategy: PID 29082 died...\u000a23:37:01.157029 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29082): Terminated: ok {rc=0}\u000a23:37:01.268907 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "52", "name" : "gprs_trx-b200+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:36:03" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29097): Process ended prematurely: osmo-stp_10.42.42.5(pid=29097) [trial-2351↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29097)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29097): Process ended prematurely: osmo-stp_10.42.42.5(pid=29097) [trial-2351↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29097)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:37:03.421201 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:03.431956 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:37:03.595712 tst cs_paging_gprs_active.py: using LAC 17538\u000a23:37:03.722465 tst cs_paging_gprs_active.py: using RAC 198\u000a23:37:03.849372 tst cs_paging_gprs_active.py: using CellId 17538\u000a23:37:03.978085 tst cs_paging_gprs_active.py: using BVCI 17539\u000a23:37:04.002923 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:04.014267 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:04.025310 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:04.036382 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:04.047618 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:04.058878 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:04.070168 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:04.081343 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:04.092582 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:37:04.209572 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:37:04.502888 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:37:04.638979 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:37:04.972002 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29087): Launched\u000a23:37:05.249769 run iperf3-srv_10.42.42.10(pid=29088): Launched\u000a23:37:05.449099 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:37:05.584711 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:37:05.917770 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29089): Launched\u000a23:37:06.195001 run iperf3-srv_10.42.42.10(pid=29090): Launched\u000a23:37:06.393463 tst cs_paging_gprs_active.py:38: start network...\u000a23:37:06.528004 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:37:07.042716 run create_hlr_db(pid=29091): Launched\u000a23:37:07.229230 bus /gobi_6: Setting Powered False\u000a23:37:08.250241 run create_hlr_db(pid=29091): Terminated: ok {rc=0}\u000a23:37:08.656507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29093): Launched\u000a23:37:08.958815 run osmo-hlr_10.42.42.2(pid=29094): Launched\u000a23:37:09.075410 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:37:09.608933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29096): Launched\u000a23:37:09.911964 run osmo-stp_10.42.42.5(pid=29097): Launched\u000a23:37:10.022825 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:37:10.552835 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29099): Launched\u000a23:37:10.661485 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:37:10.926340 run patchelf(pid=29100): Launched\u000a23:37:11.104366 run osmo-stp_10.42.42.5(pid=29097): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29097)]\u000a23:37:11.234734 run osmo-stp_10.42.42.5(pid=29097): stdout: \u000a| (launched: 2022-12-08_23:37:09.763080)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:37:11.365743 run osmo-stp_10.42.42.5(pid=29097): stderr: \u000a| �[0;m�[38;5;43m20221208233709934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233709934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233709934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233709934 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233709935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233709935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233709935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:37:11.492005 run osmo-stp_10.42.42.5(pid=29097): stdout: \u000a| (launched: 2022-12-08_23:37:09.763080)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:37:11.617928 run osmo-stp_10.42.42.5(pid=29097): stderr: \u000a| �[0;m�[38;5;43m20221208233709934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233709934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233709934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233709934 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233709935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233709935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233709935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:37:11.763510 run patchelf(pid=29100): Terminating (SIGINT)\u000a23:37:11.934497 run patchelf(pid=29100): Terminated: ok {rc=0}\u000a23:37:11.965894 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29097): Process ended prematurely: osmo-stp_10.42.42.5(pid=29097) [trial-2351↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29097)] [trial-2351↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a23:37:11.975090 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a23:37:12.035969 run osmo-hlr_10.42.42.2(pid=29094): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29094)]\u000a23:37:12.085069 run osmo-hlr_10.42.42.2(pid=29094): stdout: \u000a| (launched: 2022-12-08_23:37:08.810854) \u000a23:37:12.134836 run osmo-hlr_10.42.42.2(pid=29094): stderr: \u000a| �[0;m�[1;31m20221208233708985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208233708985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208233708985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233708985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233708985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208233708985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208233708997 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208233709006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208233709006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208233709006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:37:12.176242 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29087): Terminating (SIGTERM)\u000a23:37:12.216561 run iperf3-srv_10.42.42.10(pid=29088): Terminating (SIGTERM)\u000a23:37:12.257176 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29089): Terminating (SIGTERM)\u000a23:37:12.297082 run iperf3-srv_10.42.42.10(pid=29090): Terminating (SIGTERM)\u000a23:37:12.337132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29093): Terminating (SIGTERM)\u000a23:37:12.377641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29096): Terminating (SIGTERM)\u000a23:37:12.418081 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29099): Terminating (SIGTERM)\u000a23:37:12.427987 --- ParallelTerminationStrategy: PID 29087 died...\u000a23:37:12.481634 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29087): Terminated: ok {rc=0}\u000a23:37:12.491902 --- ParallelTerminationStrategy: PID 29088 died...\u000a23:37:12.545681 run iperf3-srv_10.42.42.10(pid=29088): Terminated {rc=256}\u000a23:37:12.555462 --- ParallelTerminationStrategy: PID 29089 died...\u000a23:37:12.608884 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29089): Terminated: ok {rc=0}\u000a23:37:12.619156 --- ParallelTerminationStrategy: PID 29090 died...\u000a23:37:12.672160 run iperf3-srv_10.42.42.10(pid=29090): Terminated {rc=256}\u000a23:37:12.682286 --- ParallelTerminationStrategy: PID 29093 died...\u000a23:37:12.735914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29093): Terminated: ok {rc=0}\u000a23:37:12.745541 --- ParallelTerminationStrategy: PID 29096 died...\u000a23:37:12.798174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29096): Terminated: ok {rc=0}\u000a23:37:12.807703 --- ParallelTerminationStrategy: PID 29099 died...\u000a23:37:12.860857 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29099): Terminated: ok {rc=0}\u000a23:37:12.948106 bus /gobi_0: Setting Powered False\u000a23:37:14.049085 bus /gobi_0: Setting Powered False\u000a23:37:15.157253 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29109): Process ended prematurely: osmo-stp_10.42.42.5(pid=29109) [trial-2351↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29109)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29109): Process ended prematurely: osmo-stp_10.42.42.5(pid=29109) [trial-2351↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29109)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a23:37:16.273185 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:16.286064 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:37:16.476525 tst iperf3.py: using LAC 17539\u000a23:37:16.616910 tst iperf3.py: using RAC 199\u000a23:37:16.759136 tst iperf3.py: using CellId 17539\u000a23:37:16.885918 tst iperf3.py: using BVCI 17540\u000a23:37:16.911383 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:16.923209 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:16.934829 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:16.946706 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:16.958821 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:16.971643 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:16.983561 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:16.995071 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:17.007493 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:37:17.302584 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:37:17.437790 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:37:17.770950 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29101): Launched\u000a23:37:18.047425 run iperf3-srv_10.42.42.10(pid=29102): Launched\u000a23:37:18.245846 tst iperf3.py:8: start network...\u000a23:37:18.382634 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:37:18.897376 run create_hlr_db(pid=29103): Launched\u000a23:37:19.083516 bus /gobi_6: Setting Powered False\u000a23:37:20.103824 run create_hlr_db(pid=29103): Terminated: ok {rc=0}\u000a23:37:20.532034 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29105): Launched\u000a23:37:20.854095 run osmo-hlr_10.42.42.2(pid=29106): Launched\u000a23:37:20.971630 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:37:21.531228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29108): Launched\u000a23:37:21.852727 run osmo-stp_10.42.42.5(pid=29109): Launched\u000a23:37:21.970121 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:37:22.532339 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29111): Launched\u000a23:37:22.647652 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:37:22.928481 run patchelf(pid=29112): Launched\u000a23:37:23.117081 run osmo-stp_10.42.42.5(pid=29109): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29109)]\u000a23:37:23.255155 run osmo-stp_10.42.42.5(pid=29109): stdout: \u000a| (launched: 2022-12-08_23:37:21.695224)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:37:23.394365 run osmo-stp_10.42.42.5(pid=29109): stderr: \u000a| �[0;m�[38;5;43m20221208233721887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233721887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233721887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233721888 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233721890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233721890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233721890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:37:23.527936 run osmo-stp_10.42.42.5(pid=29109): stdout: \u000a| (launched: 2022-12-08_23:37:21.695224)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:37:23.660025 run osmo-stp_10.42.42.5(pid=29109): stderr: \u000a| �[0;m�[38;5;43m20221208233721887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233721887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233721887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233721888 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233721890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233721890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233721890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:37:23.813562 run patchelf(pid=29112): Terminating (SIGINT)\u000a23:37:23.993667 run patchelf(pid=29112): Terminated: ok {rc=0}\u000a23:37:24.026664 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29109): Process ended prematurely: osmo-stp_10.42.42.5(pid=29109) [trial-2351↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29109)] [trial-2351↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a23:37:24.036496 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a23:37:24.098740 run osmo-hlr_10.42.42.2(pid=29106): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29106)]\u000a23:37:24.149993 run osmo-hlr_10.42.42.2(pid=29106): stdout: \u000a| (launched: 2022-12-08_23:37:20.696407) \u000a23:37:24.201736 run osmo-hlr_10.42.42.2(pid=29106): stderr: \u000a| �[0;m�[1;31m20221208233720896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208233720896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208233720896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233720896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233720896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208233720896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208233720907 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208233720915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208233720915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208233720915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:37:24.245759 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29101): Terminating (SIGTERM)\u000a23:37:24.287677 run iperf3-srv_10.42.42.10(pid=29102): Terminating (SIGTERM)\u000a23:37:24.329945 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29105): Terminating (SIGTERM)\u000a23:37:24.371979 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29108): Terminating (SIGTERM)\u000a23:37:24.413640 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29111): Terminating (SIGTERM)\u000a23:37:24.423284 --- ParallelTerminationStrategy: PID 29101 died...\u000a23:37:24.480029 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29101): Terminated: ok {rc=0}\u000a23:37:24.490222 --- ParallelTerminationStrategy: PID 29102 died...\u000a23:37:24.545464 run iperf3-srv_10.42.42.10(pid=29102): Terminated {rc=256}\u000a23:37:24.555499 --- ParallelTerminationStrategy: PID 29105 died...\u000a23:37:24.610886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29105): Terminated: ok {rc=0}\u000a23:37:24.621042 --- ParallelTerminationStrategy: PID 29108 died...\u000a23:37:24.676531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29108): Terminated: ok {rc=0}\u000a23:37:24.686670 --- ParallelTerminationStrategy: PID 29111 died...\u000a23:37:24.742091 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29111): Terminated: ok {rc=0}\u000a23:37:24.828680 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29127): Process ended prematurely: osmo-stp_10.42.42.5(pid=29127) [trial-2351↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29127)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29127): Process ended prematurely: osmo-stp_10.42.42.5(pid=29127) [trial-2351↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29127)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a23:37:25.940839 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:25.952308 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:37:26.118253 tst iperf3m4.py: using LAC 17540\u000a23:37:26.244646 tst iperf3m4.py: using RAC 200\u000a23:37:26.366708 tst iperf3m4.py: using CellId 17540\u000a23:37:26.494120 tst iperf3m4.py: using BVCI 17541\u000a23:37:26.518991 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:26.530449 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:26.541724 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:26.553112 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:26.564360 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:26.575738 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:26.587239 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:26.598538 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:26.610051 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:37:26.726137 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:37:26.846349 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:37:26.962850 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:37:27.242265 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:37:27.368878 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:37:27.683522 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29113): Launched\u000a23:37:27.944363 run iperf3-srv_10.42.42.10(pid=29114): Launched\u000a23:37:28.128553 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:37:28.254351 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:37:28.568374 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29115): Launched\u000a23:37:28.829099 run iperf3-srv_10.42.42.10(pid=29116): Launched\u000a23:37:29.014035 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:37:29.139920 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:37:29.452840 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29117): Launched\u000a23:37:29.712789 run iperf3-srv_10.42.42.10(pid=29118): Launched\u000a23:37:29.897501 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:37:30.023087 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:37:30.335654 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29119): Launched\u000a23:37:30.596632 run iperf3-srv_10.42.42.10(pid=29120): Launched\u000a23:37:30.780726 tst iperf3m4.py:8: start network...\u000a23:37:30.915199 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:37:31.440474 run create_hlr_db(pid=29121): Launched\u000a23:37:31.619317 bus /gobi_6: Setting Powered False\u000a23:37:32.636261 run create_hlr_db(pid=29121): Terminated: ok {rc=0}\u000a23:37:33.038896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29123): Launched\u000a23:37:33.341451 run osmo-hlr_10.42.42.2(pid=29124): Launched\u000a23:37:33.451585 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:37:33.977436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29126): Launched\u000a23:37:34.279357 run osmo-stp_10.42.42.5(pid=29127): Launched\u000a23:37:34.390386 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:37:34.917185 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29129): Launched\u000a23:37:35.024657 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:37:35.287680 run patchelf(pid=29130): Launched\u000a23:37:35.465382 run osmo-stp_10.42.42.5(pid=29127): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29127)]\u000a23:37:35.595908 run osmo-stp_10.42.42.5(pid=29127): stdout: \u000a| (launched: 2022-12-08_23:37:34.130494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:37:35.726958 run osmo-stp_10.42.42.5(pid=29127): stderr: \u000a| �[0;m�[38;5;43m20221208233734302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233734302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233734302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233734303 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233734303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233734303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233734303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:37:35.853106 run osmo-stp_10.42.42.5(pid=29127): stdout: \u000a| (launched: 2022-12-08_23:37:34.130494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:37:35.977083 run osmo-stp_10.42.42.5(pid=29127): stderr: \u000a| �[0;m�[38;5;43m20221208233734302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233734302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233734302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233734303 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233734303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233734303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233734303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:37:36.121267 run patchelf(pid=29130): Terminating (SIGINT)\u000a23:37:36.290921 run patchelf(pid=29130): Terminated: ok {rc=0}\u000a23:37:36.322114 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29127): Process ended prematurely: osmo-stp_10.42.42.5(pid=29127) [trial-2351↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29127)] [trial-2351↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a23:37:36.331368 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a23:37:36.391633 run osmo-hlr_10.42.42.2(pid=29124): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29124)]\u000a23:37:36.440536 run osmo-hlr_10.42.42.2(pid=29124): stdout: \u000a| (launched: 2022-12-08_23:37:33.192341) \u000a23:37:36.489717 run osmo-hlr_10.42.42.2(pid=29124): stderr: \u000a| �[0;m�[1;31m20221208233733369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208233733369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208233733369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233733369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233733369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208233733370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208233733389 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208233733398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208233733398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208233733398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:37:36.531181 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29113): Terminating (SIGTERM)\u000a23:37:36.570436 run iperf3-srv_10.42.42.10(pid=29114): Terminating (SIGTERM)\u000a23:37:36.609798 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29115): Terminating (SIGTERM)\u000a23:37:36.649170 run iperf3-srv_10.42.42.10(pid=29116): Terminating (SIGTERM)\u000a23:37:36.688923 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29117): Terminating (SIGTERM)\u000a23:37:36.728411 run iperf3-srv_10.42.42.10(pid=29118): Terminating (SIGTERM)\u000a23:37:36.767725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29119): Terminating (SIGTERM)\u000a23:37:36.806945 run iperf3-srv_10.42.42.10(pid=29120): Terminating (SIGTERM)\u000a23:37:36.846991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29123): Terminating (SIGTERM)\u000a23:37:36.886416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29126): Terminating (SIGTERM)\u000a23:37:36.925706 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29129): Terminating (SIGTERM)\u000a23:37:36.935012 --- ParallelTerminationStrategy: PID 29113 died...\u000a23:37:36.987587 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29113): Terminated: ok {rc=0}\u000a23:37:36.997340 --- ParallelTerminationStrategy: PID 29114 died...\u000a23:37:37.049925 run iperf3-srv_10.42.42.10(pid=29114): Terminated {rc=256}\u000a23:37:37.059314 --- ParallelTerminationStrategy: PID 29115 died...\u000a23:37:37.112054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29115): Terminated: ok {rc=0}\u000a23:37:37.121754 --- ParallelTerminationStrategy: PID 29116 died...\u000a23:37:37.174661 run iperf3-srv_10.42.42.10(pid=29116): Terminated {rc=256}\u000a23:37:37.184036 --- ParallelTerminationStrategy: PID 29117 died...\u000a23:37:37.236508 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29117): Terminated: ok {rc=0}\u000a23:37:37.246191 --- ParallelTerminationStrategy: PID 29118 died...\u000a23:37:37.298280 run iperf3-srv_10.42.42.10(pid=29118): Terminated {rc=256}\u000a23:37:37.307863 --- ParallelTerminationStrategy: PID 29119 died...\u000a23:37:37.360142 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29119): Terminated: ok {rc=0}\u000a23:37:37.369853 --- ParallelTerminationStrategy: PID 29120 died...\u000a23:37:37.422081 run iperf3-srv_10.42.42.10(pid=29120): Terminated {rc=256}\u000a23:37:37.431753 --- ParallelTerminationStrategy: PID 29123 died...\u000a23:37:37.484132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29123): Terminated: ok {rc=0}\u000a23:37:37.493870 --- ParallelTerminationStrategy: PID 29126 died...\u000a23:37:37.546791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29126): Terminated: ok {rc=0}\u000a23:37:37.556515 --- ParallelTerminationStrategy: PID 29129 died...\u000a23:37:37.609236 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29129): Terminated: ok {rc=0}\u000a23:37:37.696733 bus /gobi_4: Setting Powered False\u000a23:37:38.800235 bus /gobi_4: Setting Powered False\u000a23:37:39.906039 bus /gobi_1: Setting Powered False\u000a23:37:41.012085 bus /gobi_1: Setting Powered False\u000a23:37:42.119156 bus /gobi_0: Setting Powered False\u000a23:37:43.224752 bus /gobi_0: Setting Powered False\u000a23:37:44.332272 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29144): Process ended prematurely: osmo-stp_10.42.42.5(pid=29144) [trial-2351↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29144)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29144): Process ended prematurely: osmo-stp_10.42.42.5(pid=29144) [trial-2351↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29144)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-b200+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a23:37:45.400509 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:45.412291 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:37:45.576831 tst ping.py: using LAC 17541\u000a23:37:45.702237 tst ping.py: using RAC 201\u000a23:37:45.831511 tst ping.py: using CellId 17541\u000a23:37:45.982722 tst ping.py: using BVCI 17542\u000a23:37:46.007125 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:46.020015 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:46.032164 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:46.044252 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:46.056049 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:46.068335 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:46.080459 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:46.092126 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:37:46.374843 tst ping.py:19: start network...\u000a23:37:46.510936 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:37:47.051291 run create_hlr_db(pid=29138): Launched\u000a23:37:47.260356 bus /gobi_6: Setting Powered False\u000a23:37:48.251617 run create_hlr_db(pid=29138): Terminated: ok {rc=0}\u000a23:37:48.700098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29140): Launched\u000a23:37:49.015474 run osmo-hlr_10.42.42.2(pid=29141): Launched\u000a23:37:49.131615 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:37:49.689970 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29143): Launched\u000a23:37:50.007229 run osmo-stp_10.42.42.5(pid=29144): Launched\u000a23:37:50.122740 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:37:50.676751 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29146): Launched\u000a23:37:50.789708 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:37:51.064629 run patchelf(pid=29147): Launched\u000a23:37:51.250160 run osmo-stp_10.42.42.5(pid=29144): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29144)]\u000a23:37:51.386313 run osmo-stp_10.42.42.5(pid=29144): stdout: \u000a| (launched: 2022-12-08_23:37:49.851638)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:37:51.521876 run osmo-stp_10.42.42.5(pid=29144): stderr: \u000a| �[0;m�[38;5;43m20221208233750045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233750045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233750045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233750046 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233750046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233750046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233750046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:37:51.652776 run osmo-stp_10.42.42.5(pid=29144): stdout: \u000a| (launched: 2022-12-08_23:37:49.851638)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:37:51.782518 run osmo-stp_10.42.42.5(pid=29144): stderr: \u000a| �[0;m�[38;5;43m20221208233750045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233750045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233750045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233750046 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233750046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233750046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233750046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:37:51.933442 run patchelf(pid=29147): Terminating (SIGINT)\u000a23:37:52.110538 run patchelf(pid=29147): Terminated: ok {rc=0}\u000a23:37:52.142931 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29144): Process ended prematurely: osmo-stp_10.42.42.5(pid=29144) [trial-2351↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29144)] [trial-2351↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]\u000a23:37:52.152091 tst ping.py:22: Test FAILED (6.7 sec)\u000a23:37:52.214235 run osmo-hlr_10.42.42.2(pid=29141): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29141)]\u000a23:37:52.265263 run osmo-hlr_10.42.42.2(pid=29141): stdout: \u000a| (launched: 2022-12-08_23:37:48.861342) \u000a23:37:52.317382 run osmo-hlr_10.42.42.2(pid=29141): stderr: \u000a| �[0;m�[1;31m20221208233749059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208233749059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208233749059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233749059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233749059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208233749059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208233749072 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208233749082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208233749082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208233749082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:37:52.361666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29140): Terminating (SIGTERM)\u000a23:37:52.403297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29143): Terminating (SIGTERM)\u000a23:37:52.444849 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29146): Terminating (SIGTERM)\u000a23:37:52.454598 --- ParallelTerminationStrategy: PID 29140 died...\u000a23:37:52.510038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29140): Terminated: ok {rc=0}\u000a23:37:52.519884 --- ParallelTerminationStrategy: PID 29143 died...\u000a23:37:52.575458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29143): Terminated: ok {rc=0}\u000a23:37:52.585436 --- ParallelTerminationStrategy: PID 29146 died...\u000a23:37:52.640313 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29146): Terminated: ok {rc=0}\u000a23:37:52.725261 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29154): Process ended prematurely: osmo-stp_10.42.42.5(pid=29154) [trial-2351↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29154)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29154): Process ended prematurely: osmo-stp_10.42.42.5(pid=29154) [trial-2351↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29154)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a23:37:53.779149 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:53.791555 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:37:53.958709 tst ping_idle_ping.py: using LAC 17542\u000a23:37:54.080761 tst ping_idle_ping.py: using RAC 202\u000a23:37:54.205996 tst ping_idle_ping.py: using CellId 17542\u000a23:37:54.329214 tst ping_idle_ping.py: using BVCI 17543\u000a23:37:54.353970 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:54.365274 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:54.376246 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:54.387515 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:54.398645 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:54.409635 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:54.420647 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:54.431604 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:37:54.718232 tst ping_idle_ping.py:24: start network...\u000a23:37:54.850287 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:37:55.360207 run create_hlr_db(pid=29148): Launched\u000a23:37:55.544651 bus /gobi_6: Setting Powered False\u000a23:37:56.565321 run create_hlr_db(pid=29148): Terminated: ok {rc=0}\u000a23:37:56.986965 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29150): Launched\u000a23:37:57.303558 run osmo-hlr_10.42.42.2(pid=29151): Launched\u000a23:37:57.424410 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:37:57.975653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29153): Launched\u000a23:37:58.291745 run osmo-stp_10.42.42.5(pid=29154): Launched\u000a23:37:58.406940 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:37:58.959886 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29156): Launched\u000a23:37:59.073275 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:37:59.348786 run patchelf(pid=29157): Launched\u000a23:37:59.534628 run osmo-stp_10.42.42.5(pid=29154): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29154)]\u000a23:37:59.670121 run osmo-stp_10.42.42.5(pid=29154): stdout: \u000a| (launched: 2022-12-08_23:37:58.137373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:37:59.806113 run osmo-stp_10.42.42.5(pid=29154): stderr: \u000a| �[0;m�[38;5;43m20221208233758327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233758327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233758327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233758328 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233758330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233758330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233758330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:37:59.936902 run osmo-stp_10.42.42.5(pid=29154): stdout: \u000a| (launched: 2022-12-08_23:37:58.137373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:38:00.066846 run osmo-stp_10.42.42.5(pid=29154): stderr: \u000a| �[0;m�[38;5;43m20221208233758327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233758327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233758327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233758328 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233758330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233758330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233758330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:38:00.218280 run patchelf(pid=29157): Terminating (SIGINT)\u000a23:38:00.396312 run patchelf(pid=29157): Terminated: ok {rc=0}\u000a23:38:00.428606 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29154): Process ended prematurely: osmo-stp_10.42.42.5(pid=29154) [trial-2351↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29154)] [trial-2351↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a23:38:00.437904 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a23:38:00.499685 run osmo-hlr_10.42.42.2(pid=29151): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29151)]\u000a23:38:00.550270 run osmo-hlr_10.42.42.2(pid=29151): stdout: \u000a| (launched: 2022-12-08_23:37:57.148217) \u000a23:38:00.601706 run osmo-hlr_10.42.42.2(pid=29151): stderr: \u000a| �[0;m�[1;31m20221208233757346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208233757347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208233757347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233757347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233757347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208233757347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208233757359 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208233757367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208233757368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208233757368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:38:00.645490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29150): Terminating (SIGTERM)\u000a23:38:00.686518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29153): Terminating (SIGTERM)\u000a23:38:00.727792 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29156): Terminating (SIGTERM)\u000a23:38:00.737359 --- ParallelTerminationStrategy: PID 29150 died...\u000a23:38:00.792109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29150): Terminated: ok {rc=0}\u000a23:38:00.802163 --- ParallelTerminationStrategy: PID 29153 died...\u000a23:38:00.861519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29153): Terminated: ok {rc=0}\u000a23:38:00.876792 --- ParallelTerminationStrategy: PID 29156 died...\u000a23:38:00.933089 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29156): Terminated: ok {rc=0}\u000a23:38:01.021384 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "53", "name" : "gprs_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:37:03" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29442): Process ended prematurely: osmo-stp_10.42.42.5(pid=29442) [trial-2351↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29442)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29442): Process ended prematurely: osmo-stp_10.42.42.5(pid=29442) [trial-2351↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29442)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:38:03.459068 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:03.474141 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a23:38:03.654765 tst cs_paging_gprs_active.py: using LAC 17543\u000a23:38:03.819440 tst cs_paging_gprs_active.py: using RAC 203\u000a23:38:03.986026 tst cs_paging_gprs_active.py: using CellId 17543\u000a23:38:04.124731 tst cs_paging_gprs_active.py: using BVCI 17544\u000a23:38:04.150874 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:04.163674 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:04.179400 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:04.195652 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:04.207983 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:04.220325 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:04.232570 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:04.244605 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:04.256910 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:38:04.379971 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:38:04.682001 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:38:04.819990 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:38:05.164355 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29430): Launched\u000a23:38:05.456359 run iperf3-srv_10.42.42.10(pid=29431): Launched\u000a23:38:05.652117 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:38:05.783197 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:38:06.125530 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29434): Launched\u000a23:38:06.419427 run iperf3-srv_10.42.42.10(pid=29435): Launched\u000a23:38:06.622628 tst cs_paging_gprs_active.py:38: start network...\u000a23:38:06.760197 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:38:07.315956 run create_hlr_db(pid=29436): Launched\u000a23:38:07.498157 bus /gobi_6: Setting Powered False\u000a23:38:08.518798 run create_hlr_db(pid=29436): Terminated: ok {rc=0}\u000a23:38:08.957599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29438): Launched\u000a23:38:09.375739 run osmo-hlr_10.42.42.2(pid=29439): Launched\u000a23:38:09.594391 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:38:10.284530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29441): Launched\u000a23:38:10.710749 run osmo-stp_10.42.42.5(pid=29442): Launched\u000a23:38:10.948145 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:38:11.581127 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29445): Launched\u000a23:38:11.695808 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:38:11.990889 run patchelf(pid=29446): Launched\u000a23:38:12.176742 run osmo-stp_10.42.42.5(pid=29442): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29442)]\u000a23:38:12.314116 run osmo-stp_10.42.42.5(pid=29442): stdout: \u000a| (launched: 2022-12-08_23:38:10.444670)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:38:12.451371 run osmo-stp_10.42.42.5(pid=29442): stderr: \u000a| �[0;m�[38;5;43m20221208233810784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233810785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233810785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233810785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233810786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233810786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233810786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:38:12.585802 run osmo-stp_10.42.42.5(pid=29442): stdout: \u000a| (launched: 2022-12-08_23:38:10.444670)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:38:12.717832 run osmo-stp_10.42.42.5(pid=29442): stderr: \u000a| �[0;m�[38;5;43m20221208233810784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233810785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233810785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233810785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233810786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233810786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233810786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:38:12.870605 run patchelf(pid=29446): Terminating (SIGINT)\u000a23:38:13.048125 run patchelf(pid=29446): Terminated: ok {rc=0}\u000a23:38:13.082373 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29442): Process ended prematurely: osmo-stp_10.42.42.5(pid=29442) [trial-2351↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29442)] [trial-2351↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a23:38:13.092715 tst cs_paging_gprs_active.py:38: Test FAILED (9.7 sec)\u000a23:38:13.158186 run osmo-hlr_10.42.42.2(pid=29439): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29439)]\u000a23:38:13.210708 run osmo-hlr_10.42.42.2(pid=29439): stdout: \u000a| (launched: 2022-12-08_23:38:09.116792) \u000a23:38:13.264480 run osmo-hlr_10.42.42.2(pid=29439): stderr: \u000a| �[0;m�[1;31m20221208233809471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208233809471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208233809471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233809472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233809472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208233809472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208233809505 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208233809522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208233809522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208233809523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:38:13.310164 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29430): Terminating (SIGTERM)\u000a23:38:13.354242 run iperf3-srv_10.42.42.10(pid=29431): Terminating (SIGTERM)\u000a23:38:13.399218 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29434): Terminating (SIGTERM)\u000a23:38:13.446075 run iperf3-srv_10.42.42.10(pid=29435): Terminating (SIGTERM)\u000a23:38:13.490527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29438): Terminating (SIGTERM)\u000a23:38:13.534980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29441): Terminating (SIGTERM)\u000a23:38:13.581118 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29445): Terminating (SIGTERM)\u000a23:38:13.591679 --- ParallelTerminationStrategy: PID 29430 died...\u000a23:38:13.651608 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29430): Terminated: ok {rc=0}\u000a23:38:13.662125 --- ParallelTerminationStrategy: PID 29431 died...\u000a23:38:13.718502 run iperf3-srv_10.42.42.10(pid=29431): Terminated {rc=256}\u000a23:38:13.730052 --- ParallelTerminationStrategy: PID 29434 died...\u000a23:38:13.787171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29434): Terminated: ok {rc=0}\u000a23:38:13.797615 --- ParallelTerminationStrategy: PID 29435 died...\u000a23:38:13.855559 run iperf3-srv_10.42.42.10(pid=29435): Terminated {rc=256}\u000a23:38:13.866158 --- ParallelTerminationStrategy: PID 29438 died...\u000a23:38:13.923012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29438): Terminated: ok {rc=0}\u000a23:38:13.933578 --- ParallelTerminationStrategy: PID 29441 died...\u000a23:38:13.990252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29441): Terminated: ok {rc=0}\u000a23:38:14.001036 --- ParallelTerminationStrategy: PID 29445 died...\u000a23:38:14.056926 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29445): Terminated: ok {rc=0}\u000a23:38:14.144793 bus /gobi_0: Setting Powered False\u000a23:38:15.252743 bus /gobi_0: Setting Powered False\u000a23:38:16.402768 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29455): Process ended prematurely: osmo-stp_10.42.42.5(pid=29455) [trial-2351↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29455)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29455): Process ended prematurely: osmo-stp_10.42.42.5(pid=29455) [trial-2351↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29455)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a23:38:17.525044 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:17.537888 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a23:38:17.688873 tst iperf3.py: using LAC 17544\u000a23:38:17.812023 tst iperf3.py: using RAC 204\u000a23:38:17.936323 tst iperf3.py: using CellId 17544\u000a23:38:18.061391 tst iperf3.py: using BVCI 17545\u000a23:38:18.085777 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:18.098312 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:18.111140 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:18.124565 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:18.136568 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:18.149640 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:18.164237 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:18.176116 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:18.190218 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:38:18.479967 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:38:18.613095 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:38:18.959992 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29447): Launched\u000a23:38:19.250400 run iperf3-srv_10.42.42.10(pid=29448): Launched\u000a23:38:19.443487 tst iperf3.py:8: start network...\u000a23:38:19.575851 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:38:20.119779 run create_hlr_db(pid=29449): Launched\u000a23:38:20.301491 bus /gobi_6: Setting Powered False\u000a23:38:21.322013 run create_hlr_db(pid=29449): Terminated: ok {rc=0}\u000a23:38:21.770847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29451): Launched\u000a23:38:22.205618 run osmo-hlr_10.42.42.2(pid=29452): Launched\u000a23:38:22.367503 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:38:22.993124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29454): Launched\u000a23:38:23.388623 run osmo-stp_10.42.42.5(pid=29455): Launched\u000a23:38:23.506255 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:38:24.039738 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29458): Launched\u000a23:38:24.147801 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:38:24.411424 run patchelf(pid=29459): Launched\u000a23:38:24.588350 run osmo-stp_10.42.42.5(pid=29455): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29455)]\u000a23:38:24.718316 run osmo-stp_10.42.42.5(pid=29455): stdout: \u000a| (launched: 2022-12-08_23:38:23.152365)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:38:24.849106 run osmo-stp_10.42.42.5(pid=29455): stderr: \u000a| �[0;m�[38;5;43m20221208233823421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233823421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233823421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233823422 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233823422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233823422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233823422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:38:24.974625 run osmo-stp_10.42.42.5(pid=29455): stdout: \u000a| (launched: 2022-12-08_23:38:23.152365)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:38:25.098819 run osmo-stp_10.42.42.5(pid=29455): stderr: \u000a| �[0;m�[38;5;43m20221208233823421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233823421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233823421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233823422 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233823422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233823422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233823422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:38:25.243358 run patchelf(pid=29459): Terminating (SIGINT)\u000a23:38:25.412868 run patchelf(pid=29459): Terminated: ok {rc=0}\u000a23:38:25.444160 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29455): Process ended prematurely: osmo-stp_10.42.42.5(pid=29455) [trial-2351↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29455)] [trial-2351↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a23:38:25.453419 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a23:38:25.513604 run osmo-hlr_10.42.42.2(pid=29452): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29452)]\u000a23:38:25.562307 run osmo-hlr_10.42.42.2(pid=29452): stdout: \u000a| (launched: 2022-12-08_23:38:21.938052) \u000a23:38:25.611674 run osmo-hlr_10.42.42.2(pid=29452): stderr: \u000a| �[0;m�[1;31m20221208233822251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208233822251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208233822251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233822251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233822251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208233822251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208233822268 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208233822284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208233822285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208233822285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:38:25.653332 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29447): Terminating (SIGTERM)\u000a23:38:25.692942 run iperf3-srv_10.42.42.10(pid=29448): Terminating (SIGTERM)\u000a23:38:25.733085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29451): Terminating (SIGTERM)\u000a23:38:25.773198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29454): Terminating (SIGTERM)\u000a23:38:25.812849 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29458): Terminating (SIGTERM)\u000a23:38:25.822434 --- ParallelTerminationStrategy: PID 29447 died...\u000a23:38:25.875306 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29447): Terminated: ok {rc=0}\u000a23:38:25.885312 --- ParallelTerminationStrategy: PID 29448 died...\u000a23:38:25.938207 run iperf3-srv_10.42.42.10(pid=29448): Terminated {rc=256}\u000a23:38:25.948100 --- ParallelTerminationStrategy: PID 29451 died...\u000a23:38:26.001207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29451): Terminated: ok {rc=0}\u000a23:38:26.010837 --- ParallelTerminationStrategy: PID 29454 died...\u000a23:38:26.063288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29454): Terminated: ok {rc=0}\u000a23:38:26.073207 --- ParallelTerminationStrategy: PID 29458 died...\u000a23:38:26.125634 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29458): Terminated: ok {rc=0}\u000a23:38:26.207946 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29474): Process ended prematurely: osmo-stp_10.42.42.5(pid=29474) [trial-2351↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29474)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29474): Process ended prematurely: osmo-stp_10.42.42.5(pid=29474) [trial-2351↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29474)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a23:38:27.322290 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:27.334507 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a23:38:27.481802 tst iperf3m4.py: using LAC 17545\u000a23:38:27.609990 tst iperf3m4.py: using RAC 205\u000a23:38:27.736209 tst iperf3m4.py: using CellId 17545\u000a23:38:27.861056 tst iperf3m4.py: using BVCI 17546\u000a23:38:27.884290 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:27.895600 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:27.906738 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:27.918318 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:27.929954 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:27.941777 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:27.953053 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:27.964286 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:27.975664 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:38:28.095506 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:38:28.216359 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:38:28.334980 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:38:28.627838 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:38:28.762655 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:38:29.096358 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29460): Launched\u000a23:38:29.373863 run iperf3-srv_10.42.42.10(pid=29461): Launched\u000a23:38:29.571732 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:38:29.706490 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:38:30.039925 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29462): Launched\u000a23:38:30.317209 run iperf3-srv_10.42.42.10(pid=29463): Launched\u000a23:38:30.515033 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:38:30.649815 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:38:30.992926 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29464): Launched\u000a23:38:31.286842 run iperf3-srv_10.42.42.10(pid=29465): Launched\u000a23:38:31.478750 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:38:31.614358 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:38:31.986157 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29466): Launched\u000a23:38:32.292084 run iperf3-srv_10.42.42.10(pid=29467): Launched\u000a23:38:32.489900 tst iperf3m4.py:8: start network...\u000a23:38:32.624557 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:38:33.139801 run create_hlr_db(pid=29468): Launched\u000a23:38:33.326236 bus /gobi_6: Setting Powered False\u000a23:38:34.347605 run create_hlr_db(pid=29468): Terminated: ok {rc=0}\u000a23:38:34.775791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29470): Launched\u000a23:38:35.098506 run osmo-hlr_10.42.42.2(pid=29471): Launched\u000a23:38:35.216203 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:38:35.784188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29473): Launched\u000a23:38:36.106217 run osmo-stp_10.42.42.5(pid=29474): Launched\u000a23:38:36.223597 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:38:36.786573 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29476): Launched\u000a23:38:36.901866 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:38:37.181548 run patchelf(pid=29477): Launched\u000a23:38:37.370123 run osmo-stp_10.42.42.5(pid=29474): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29474)]\u000a23:38:37.507670 run osmo-stp_10.42.42.5(pid=29474): stdout: \u000a| (launched: 2022-12-08_23:38:35.948294)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:38:37.646187 run osmo-stp_10.42.42.5(pid=29474): stderr: \u000a| �[0;m�[38;5;43m20221208233836140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233836140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233836141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233836141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233836141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233836142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233836142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:38:37.779236 run osmo-stp_10.42.42.5(pid=29474): stdout: \u000a| (launched: 2022-12-08_23:38:35.948294)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:38:37.911287 run osmo-stp_10.42.42.5(pid=29474): stderr: \u000a| �[0;m�[38;5;43m20221208233836140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233836140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233836141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233836141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233836141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233836142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233836142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:38:38.064607 run patchelf(pid=29477): Terminating (SIGINT)\u000a23:38:38.244726 run patchelf(pid=29477): Terminated: ok {rc=0}\u000a23:38:38.278078 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29474): Process ended prematurely: osmo-stp_10.42.42.5(pid=29474) [trial-2351↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29474)] [trial-2351↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a23:38:38.288055 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a23:38:38.350868 run osmo-hlr_10.42.42.2(pid=29471): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29471)]\u000a23:38:38.401659 run osmo-hlr_10.42.42.2(pid=29471): stdout: \u000a| (launched: 2022-12-08_23:38:34.940433) \u000a23:38:38.452771 run osmo-hlr_10.42.42.2(pid=29471): stderr: \u000a| �[0;m�[1;31m20221208233835139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208233835139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208233835139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233835140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233835140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208233835140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208233835154 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208233835162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208233835163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208233835163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:38:38.496592 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29460): Terminating (SIGTERM)\u000a23:38:38.538043 run iperf3-srv_10.42.42.10(pid=29461): Terminating (SIGTERM)\u000a23:38:38.579433 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29462): Terminating (SIGTERM)\u000a23:38:38.620575 run iperf3-srv_10.42.42.10(pid=29463): Terminating (SIGTERM)\u000a23:38:38.662342 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29464): Terminating (SIGTERM)\u000a23:38:38.703764 run iperf3-srv_10.42.42.10(pid=29465): Terminating (SIGTERM)\u000a23:38:38.745283 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29466): Terminating (SIGTERM)\u000a23:38:38.786395 run iperf3-srv_10.42.42.10(pid=29467): Terminating (SIGTERM)\u000a23:38:38.827638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29470): Terminating (SIGTERM)\u000a23:38:38.868801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29473): Terminating (SIGTERM)\u000a23:38:38.910419 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29476): Terminating (SIGTERM)\u000a23:38:38.920062 --- ParallelTerminationStrategy: PID 29460 died...\u000a23:38:38.974966 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29460): Terminated: ok {rc=0}\u000a23:38:38.984822 --- ParallelTerminationStrategy: PID 29461 died...\u000a23:38:39.039750 run iperf3-srv_10.42.42.10(pid=29461): Terminated {rc=256}\u000a23:38:39.049919 --- ParallelTerminationStrategy: PID 29462 died...\u000a23:38:39.104472 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29462): Terminated: ok {rc=0}\u000a23:38:39.114453 --- ParallelTerminationStrategy: PID 29463 died...\u000a23:38:39.169102 run iperf3-srv_10.42.42.10(pid=29463): Terminated {rc=256}\u000a23:38:39.179039 --- ParallelTerminationStrategy: PID 29464 died...\u000a23:38:39.233704 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29464): Terminated: ok {rc=0}\u000a23:38:39.243688 --- ParallelTerminationStrategy: PID 29465 died...\u000a23:38:39.298120 run iperf3-srv_10.42.42.10(pid=29465): Terminated {rc=256}\u000a23:38:39.308382 --- ParallelTerminationStrategy: PID 29466 died...\u000a23:38:39.363013 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29466): Terminated: ok {rc=0}\u000a23:38:39.373038 --- ParallelTerminationStrategy: PID 29467 died...\u000a23:38:39.427707 run iperf3-srv_10.42.42.10(pid=29467): Terminated {rc=256}\u000a23:38:39.437994 --- ParallelTerminationStrategy: PID 29470 died...\u000a23:38:39.492870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29470): Terminated: ok {rc=0}\u000a23:38:39.503001 --- ParallelTerminationStrategy: PID 29473 died...\u000a23:38:39.557821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29473): Terminated: ok {rc=0}\u000a23:38:39.567857 --- ParallelTerminationStrategy: PID 29476 died...\u000a23:38:39.622565 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29476): Terminated: ok {rc=0}\u000a23:38:39.708819 bus /gobi_4: Setting Powered False\u000a23:38:40.815280 bus /gobi_4: Setting Powered False\u000a23:38:41.929644 bus /gobi_1: Setting Powered False\u000a23:38:43.032643 bus /gobi_1: Setting Powered False\u000a23:38:44.139072 bus /gobi_0: Setting Powered False\u000a23:38:45.244243 bus /gobi_0: Setting Powered False\u000a23:38:46.357951 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29485): Process ended prematurely: osmo-stp_10.42.42.5(pid=29485) [trial-2351↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29485)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29485): Process ended prematurely: osmo-stp_10.42.42.5(pid=29485) [trial-2351↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29485)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a23:38:47.422180 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:47.434115 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a23:38:47.574170 tst ping.py: using LAC 17546\u000a23:38:47.697906 tst ping.py: using RAC 206\u000a23:38:47.823287 tst ping.py: using CellId 17546\u000a23:38:47.949036 tst ping.py: using BVCI 17547\u000a23:38:47.973217 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:47.984741 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:47.996493 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:48.008183 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:48.019607 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:48.031082 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:48.042751 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:48.054176 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:38:48.342755 tst ping.py:19: start network...\u000a23:38:48.474540 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:38:48.979576 run create_hlr_db(pid=29479): Launched\u000a23:38:49.164505 bus /gobi_6: Setting Powered False\u000a23:38:50.184662 run create_hlr_db(pid=29479): Terminated: ok {rc=0}\u000a23:38:50.586227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29481): Launched\u000a23:38:50.883119 run osmo-hlr_10.42.42.2(pid=29482): Launched\u000a23:38:50.998648 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:38:51.532195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29484): Launched\u000a23:38:51.848280 run osmo-stp_10.42.42.5(pid=29485): Launched\u000a23:38:51.962201 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:38:52.515904 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29487): Launched\u000a23:38:52.629070 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:38:52.903420 run patchelf(pid=29488): Launched\u000a23:38:53.089328 run osmo-stp_10.42.42.5(pid=29485): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29485)]\u000a23:38:53.224751 run osmo-stp_10.42.42.5(pid=29485): stdout: \u000a| (launched: 2022-12-08_23:38:51.694170)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:38:53.361509 run osmo-stp_10.42.42.5(pid=29485): stderr: \u000a| �[0;m�[38;5;43m20221208233851888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233851888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233851889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233851889 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233851889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233851890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233851890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:38:53.492336 run osmo-stp_10.42.42.5(pid=29485): stdout: \u000a| (launched: 2022-12-08_23:38:51.694170)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:38:53.622257 run osmo-stp_10.42.42.5(pid=29485): stderr: \u000a| �[0;m�[38;5;43m20221208233851888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233851888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233851889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233851889 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233851889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233851890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233851890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:38:53.773314 run patchelf(pid=29488): Terminating (SIGINT)\u000a23:38:53.950537 run patchelf(pid=29488): Terminated: ok {rc=0}\u000a23:38:53.982949 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29485): Process ended prematurely: osmo-stp_10.42.42.5(pid=29485) [trial-2351↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29485)] [trial-2351↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a23:38:53.992375 tst ping.py:22: Test FAILED (6.6 sec)\u000a23:38:54.054736 run osmo-hlr_10.42.42.2(pid=29482): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29482)]\u000a23:38:54.105606 run osmo-hlr_10.42.42.2(pid=29482): stdout: \u000a| (launched: 2022-12-08_23:38:50.736708) \u000a23:38:54.157042 run osmo-hlr_10.42.42.2(pid=29482): stderr: \u000a| �[0;m�[1;31m20221208233850911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208233850911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208233850911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233850911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233850911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208233850911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208233850922 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208233850931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208233850931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208233850931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:38:54.201471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29481): Terminating (SIGTERM)\u000a23:38:54.242748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29484): Terminating (SIGTERM)\u000a23:38:54.284163 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29487): Terminating (SIGTERM)\u000a23:38:54.293816 --- ParallelTerminationStrategy: PID 29481 died...\u000a23:38:54.349766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29481): Terminated: ok {rc=0}\u000a23:38:54.359962 --- ParallelTerminationStrategy: PID 29484 died...\u000a23:38:54.415237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29484): Terminated: ok {rc=0}\u000a23:38:54.425254 --- ParallelTerminationStrategy: PID 29487 died...\u000a23:38:54.480456 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29487): Terminated: ok {rc=0}\u000a23:38:54.567272 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29495): Process ended prematurely: osmo-stp_10.42.42.5(pid=29495) [trial-2351↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29495)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29495): Process ended prematurely: osmo-stp_10.42.42.5(pid=29495) [trial-2351↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29495)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a23:38:55.620085 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:55.632474 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a23:38:55.779246 tst ping_idle_ping.py: using LAC 17547\u000a23:38:55.903711 tst ping_idle_ping.py: using RAC 207\u000a23:38:56.027817 tst ping_idle_ping.py: using CellId 17547\u000a23:38:56.151682 tst ping_idle_ping.py: using BVCI 17548\u000a23:38:56.176088 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:56.187666 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:56.199164 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:56.210651 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:56.222100 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:56.233527 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:56.245158 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:56.256475 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:38:56.531051 tst ping_idle_ping.py:24: start network...\u000a23:38:56.655773 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:38:57.139669 run create_hlr_db(pid=29489): Launched\u000a23:38:57.325715 bus /gobi_6: Setting Powered False\u000a23:38:58.344624 run create_hlr_db(pid=29489): Terminated: ok {rc=0}\u000a23:38:58.744527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29491): Launched\u000a23:38:59.041666 run osmo-hlr_10.42.42.2(pid=29492): Launched\u000a23:38:59.151684 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:38:59.667128 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29494): Launched\u000a23:38:59.965406 run osmo-stp_10.42.42.5(pid=29495): Launched\u000a23:39:00.075040 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:39:00.594219 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29497): Launched\u000a23:39:00.700315 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:39:00.999466 run patchelf(pid=29498): Launched\u000a23:39:01.190906 run osmo-stp_10.42.42.5(pid=29495): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29495)]\u000a23:39:01.332149 run osmo-stp_10.42.42.5(pid=29495): stdout: \u000a| (launched: 2022-12-08_23:38:59.818487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:39:01.474326 run osmo-stp_10.42.42.5(pid=29495): stderr: \u000a| �[0;m�[38;5;43m20221208233859988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233859988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233859989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233859989 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233859989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233859990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233859990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:39:01.610970 run osmo-stp_10.42.42.5(pid=29495): stdout: \u000a| (launched: 2022-12-08_23:38:59.818487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:39:01.745595 run osmo-stp_10.42.42.5(pid=29495): stderr: \u000a| �[0;m�[38;5;43m20221208233859988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233859988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233859989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233859989 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233859989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233859990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233859990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:39:01.901356 run patchelf(pid=29498): Terminating (SIGINT)\u000a23:39:02.084143 run patchelf(pid=29498): Terminated: ok {rc=0}\u000a23:39:02.117578 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29495): Process ended prematurely: osmo-stp_10.42.42.5(pid=29495) [trial-2351↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29495)] [trial-2351↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a23:39:02.127716 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a23:39:02.190274 run osmo-hlr_10.42.42.2(pid=29492): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29492)]\u000a23:39:02.240919 run osmo-hlr_10.42.42.2(pid=29492): stdout: \u000a| (launched: 2022-12-08_23:38:58.895794) \u000a23:39:02.292261 run osmo-hlr_10.42.42.2(pid=29492): stderr: \u000a| �[0;m�[1;31m20221208233859072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208233859072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208233859072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233859072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233859072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208233859072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208233859084 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208233859094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208233859094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208233859094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:39:02.336936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29491): Terminating (SIGTERM)\u000a23:39:02.378367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29494): Terminating (SIGTERM)\u000a23:39:02.419649 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29497): Terminating (SIGTERM)\u000a23:39:02.429302 --- ParallelTerminationStrategy: PID 29491 died...\u000a23:39:02.484128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29491): Terminated: ok {rc=0}\u000a23:39:02.494170 --- ParallelTerminationStrategy: PID 29494 died...\u000a23:39:02.549387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29494): Terminated: ok {rc=0}\u000a23:39:02.559478 --- ParallelTerminationStrategy: PID 29497 died...\u000a23:39:02.614471 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29497): Terminated: ok {rc=0}\u000a23:39:02.700671 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "54", "name" : "gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:38:02" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29508): Process ended prematurely: osmo-stp_10.42.42.5(pid=29508) [trial-2351↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29508)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29508): Process ended prematurely: osmo-stp_10.42.42.5(pid=29508) [trial-2351↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29508)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a23:39:04.728379 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:39:04.740364 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:39:04.894987 tst switch_tch_pdch.py: using LAC 17548\u000a23:39:05.011127 tst switch_tch_pdch.py: using RAC 208\u000a23:39:05.134567 tst switch_tch_pdch.py: using CellId 17548\u000a23:39:05.258997 tst switch_tch_pdch.py: using BVCI 17549\u000a23:39:05.283321 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:39:05.295144 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:39:05.306725 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:39:05.318669 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:39:05.330653 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:39:05.342398 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:39:05.354277 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:39:05.366116 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:39:05.482935 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:39:05.759264 tst switch_tch_pdch.py:51: start network...\u000a23:39:05.883134 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:39:06.350395 run create_hlr_db(pid=29502): Launched\u000a23:39:06.521832 bus /gobi_6: Setting Powered False\u000a23:39:07.542635 run create_hlr_db(pid=29502): Terminated: ok {rc=0}\u000a23:39:07.963241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29504): Launched\u000a23:39:08.278666 run osmo-hlr_10.42.42.2(pid=29505): Launched\u000a23:39:08.395700 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:39:08.944039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29507): Launched\u000a23:39:09.259242 run osmo-stp_10.42.42.5(pid=29508): Launched\u000a23:39:09.375536 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:39:09.927595 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29510): Launched\u000a23:39:10.040525 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:39:10.315071 run patchelf(pid=29511): Launched\u000a23:39:10.501003 run osmo-stp_10.42.42.5(pid=29508): ERR: Terminated: ERROR {rc=1} [trial-2351↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29508)]\u000a23:39:10.637088 run osmo-stp_10.42.42.5(pid=29508): stdout: \u000a| (launched: 2022-12-08_23:39:09.104711)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:39:10.773230 run osmo-stp_10.42.42.5(pid=29508): stderr: \u000a| �[0;m�[38;5;43m20221208233909297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233909297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233909298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233909298 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233909298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233909298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233909299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:39:10.904415 run osmo-stp_10.42.42.5(pid=29508): stdout: \u000a| (launched: 2022-12-08_23:39:09.104711)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:39:11.034655 run osmo-stp_10.42.42.5(pid=29508): stderr: \u000a| �[0;m�[38;5;43m20221208233909297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233909297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233909298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233909298 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233909298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233909298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233909299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:39:11.186568 run patchelf(pid=29511): Terminating (SIGINT)\u000a23:39:11.364559 run patchelf(pid=29511): Terminated: ok {rc=0}\u000a23:39:11.396905 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=29508): Process ended prematurely: osmo-stp_10.42.42.5(pid=29508) [trial-2351↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29508)] [trial-2351↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a23:39:11.406196 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a23:39:11.468154 run osmo-hlr_10.42.42.2(pid=29505): ERR: Terminated: ERROR {rc=237} [trial-2351↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29505)]\u000a23:39:11.518685 run osmo-hlr_10.42.42.2(pid=29505): stdout: \u000a| (launched: 2022-12-08_23:39:08.124592) \u000a23:39:11.569576 run osmo-hlr_10.42.42.2(pid=29505): stderr: \u000a| �[0;m�[1;31m20221208233908323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208233908323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208233908323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233908324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233908324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208233908324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208233908337 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208233908346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208233908347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208233908347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:39:11.613813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29504): Terminating (SIGTERM)\u000a23:39:11.655511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29507): Terminating (SIGTERM)\u000a23:39:11.697250 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29510): Terminating (SIGTERM)\u000a23:39:11.707065 --- ParallelTerminationStrategy: PID 29504 died...\u000a23:39:11.762788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29504): Terminated: ok {rc=0}\u000a23:39:11.772905 --- ParallelTerminationStrategy: PID 29507 died...\u000a23:39:11.828109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29507): Terminated: ok {rc=0}\u000a23:39:11.838372 --- ParallelTerminationStrategy: PID 29510 died...\u000a23:39:11.893653 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29510): Terminated: ok {rc=0}\u000a23:39:11.979594 bus /gobi_0: Setting Powered False\u000a23:39:13.082572 bus /gobi_0: Setting Powered False\u000a23:39:14.191928 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "55", "name" : "dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:39:04" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "dynts:trx-b200+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29522): Process ended prematurely: osmo-stp_10.42.42.5(pid=29522) [trial-2351↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29522)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29522): Process ended prematurely: osmo-stp_10.42.42.5(pid=29522) [trial-2351↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29522)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a23:39:16.155828 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:39:16.167598 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a23:39:16.326372 tst switch_tch_pdch.py: using LAC 17549\u000a23:39:16.450515 tst switch_tch_pdch.py: using RAC 209\u000a23:39:16.575009 tst switch_tch_pdch.py: using CellId 17549\u000a23:39:16.718882 tst switch_tch_pdch.py: using BVCI 17550\u000a23:39:16.744052 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:39:16.755935 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:39:16.768013 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:39:16.782238 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:39:16.794436 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:39:16.806962 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:39:16.820295 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:39:16.832392 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a23:39:16.979671 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a23:39:17.278095 tst switch_tch_pdch.py:51: start network...\u000a23:39:17.402077 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:39:17.841453 run create_hlr_db(pid=29516): Launched\u000a23:39:17.962437 bus /gobi_6: Setting Powered False\u000a23:39:19.033132 run create_hlr_db(pid=29516): Terminated: ok {rc=0}\u000a23:39:19.403850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29518): Launched\u000a23:39:19.699883 run osmo-hlr_10.42.42.2(pid=29519): Launched\u000a23:39:19.808341 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:39:20.297714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29521): Launched\u000a23:39:20.594617 run osmo-stp_10.42.42.5(pid=29522): Launched\u000a23:39:20.702954 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:39:21.194200 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29524): Launched\u000a23:39:21.301228 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:39:21.559818 run patchelf(pid=29525): Launched\u000a23:39:21.733667 run osmo-stp_10.42.42.5(pid=29522): ERR: Terminated: ERROR {rc=1} [trial-2351↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29522)]\u000a23:39:21.860706 run osmo-stp_10.42.42.5(pid=29522): stdout: \u000a| (launched: 2022-12-08_23:39:20.448559)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:39:21.988227 run osmo-stp_10.42.42.5(pid=29522): stderr: \u000a| �[0;m�[38;5;43m20221208233920617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233920617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233920618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233920618 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233920619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233920619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233920619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:39:22.111267 run osmo-stp_10.42.42.5(pid=29522): stdout: \u000a| (launched: 2022-12-08_23:39:20.448559)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:39:22.232784 run osmo-stp_10.42.42.5(pid=29522): stderr: \u000a| �[0;m�[38;5;43m20221208233920617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233920617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233920618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233920618 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233920619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233920619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233920619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:39:22.374522 run patchelf(pid=29525): Terminating (SIGINT)\u000a23:39:22.541240 run patchelf(pid=29525): Terminated: ok {rc=0}\u000a23:39:22.571541 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=29522): Process ended prematurely: osmo-stp_10.42.42.5(pid=29522) [trial-2351↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29522)] [trial-2351↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a23:39:22.580280 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a23:39:22.639762 run osmo-hlr_10.42.42.2(pid=29519): ERR: Terminated: ERROR {rc=237} [trial-2351↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29519)]\u000a23:39:22.688148 run osmo-hlr_10.42.42.2(pid=29519): stdout: \u000a| (launched: 2022-12-08_23:39:19.554007) \u000a23:39:22.737017 run osmo-hlr_10.42.42.2(pid=29519): stderr: \u000a| �[0;m�[1;31m20221208233919731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208233919731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208233919731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233919731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233919731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208233919731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208233919743 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208233919751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208233919752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208233919752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:39:22.778345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29518): Terminating (SIGTERM)\u000a23:39:22.817981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29521): Terminating (SIGTERM)\u000a23:39:22.857243 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29524): Terminating (SIGTERM)\u000a23:39:22.866513 --- ParallelTerminationStrategy: PID 29518 died...\u000a23:39:22.919574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29518): Terminated: ok {rc=0}\u000a23:39:22.929202 --- ParallelTerminationStrategy: PID 29521 died...\u000a23:39:22.981867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29521): Terminated: ok {rc=0}\u000a23:39:22.991244 --- ParallelTerminationStrategy: PID 29524 died...\u000a23:39:23.043740 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29524): Terminated: ok {rc=0}\u000a23:39:23.129725 bus /gobi_0: Setting Powered False\u000a23:39:24.235674 bus /gobi_0: Setting Powered False\u000a23:39:25.347504 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "56", "name" : "dynts_trx-b200+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:39:15" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "nitb_sms:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=29531): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29531) [trial-2351↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29531)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=29531): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29531) [trial-2351↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29531)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 nitb_sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a23:39:27.236460 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a23:39:27.247134 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a23:39:27.381325 tst mo_mt_sms.py: using LAC 17550\u000a23:39:27.497210 tst mo_mt_sms.py: using RAC 210\u000a23:39:27.614416 tst mo_mt_sms.py: using CellId 17550\u000a23:39:27.735239 tst mo_mt_sms.py: using BVCI 17551\u000a23:39:27.757652 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a23:39:27.874687 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a23:39:28.147708 tst mo_mt_sms.py:9: start nitb and bts...\u000a23:39:28.271372 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a23:39:28.885277 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29530): Launched\u000a23:39:29.177569 run osmo-nitb_10.42.42.2(pid=29531): Launched\u000a23:39:29.360803 run osmo-nitb_10.42.42.2(pid=29531): ERR: Terminated: ERROR {rc=2} [trial-2351↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29531)]\u000a23:39:29.495438 run osmo-nitb_10.42.42.2(pid=29531): stdout: \u000a| (launched: 2022-12-08_23:39:29.035510) \u000a23:39:29.630344 run osmo-nitb_10.42.42.2(pid=29531): stderr: \u000a| (launched: 2022-12-08_23:39:29.079632)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:39:29.760673 run osmo-nitb_10.42.42.2(pid=29531): stdout: \u000a| (launched: 2022-12-08_23:39:29.035510) \u000a23:39:29.890077 run osmo-nitb_10.42.42.2(pid=29531): stderr: \u000a| (launched: 2022-12-08_23:39:29.079632)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:39:30.296588 tst osmo-nitb_10.42.42.2(pid=29531): stdout: \u000a| (launched: 2022-12-08_23:39:29.035510) \u000a23:39:30.414960 tst osmo-nitb_10.42.42.2(pid=29531): stderr: \u000a| (launched: 2022-12-08_23:39:29.079632)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:39:30.466757 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=29531): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29531) [trial-2351↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29531)] [trial-2351↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]\u000a23:39:30.475033 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a23:39:30.509243 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29530): Terminating (SIGTERM)\u000a23:39:30.687212 --- ParallelTerminationStrategy: PID 29530 died...\u000a23:39:30.741782 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29530): Terminated: ok {rc=0}\u000a23:39:30.829987 bus /sierra_3: Setting Powered False\u000a23:39:31.935934 bus /sierra_3: Setting Powered False\u000a23:39:33.042706 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "57", "name" : "nitb_sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:39:27" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "sms:trx-sysmocell5000", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29541): Process ended prematurely: osmo-stp_10.42.42.5(pid=29541) [trial-2351↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29541)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29541): Process ended prematurely: osmo-stp_10.42.42.5(pid=29541) [trial-2351↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29541)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a23:39:34.939864 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:39:34.950876 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a23:39:35.091842 tst mo_mt_sms.py: using LAC 17551\u000a23:39:35.215633 tst mo_mt_sms.py: using RAC 211\u000a23:39:35.344938 tst mo_mt_sms.py: using CellId 17551\u000a23:39:35.467195 tst mo_mt_sms.py: using BVCI 17552\u000a23:39:35.491298 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:39:35.502371 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:39:35.513175 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:39:35.523954 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:39:35.534781 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:39:35.545775 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a23:39:35.658425 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a23:39:35.864231 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:39:36.369840 run create_hlr_db(pid=29535): Launched\u000a23:39:36.554571 bus /sierra_2: Setting Powered False\u000a23:39:37.574124 run create_hlr_db(pid=29535): Terminated: ok {rc=0}\u000a23:39:37.972920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29537): Launched\u000a23:39:38.268357 run osmo-hlr_10.42.42.2(pid=29538): Launched\u000a23:39:38.380510 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:39:38.895788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29540): Launched\u000a23:39:39.192284 run osmo-stp_10.42.42.5(pid=29541): Launched\u000a23:39:39.300919 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:39:39.842786 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29543): Launched\u000a23:39:40.140718 run osmo-msc_10.42.42.6(pid=29544): Launched\u000a23:39:40.315849 run osmo-stp_10.42.42.5(pid=29541): ERR: Terminated: ERROR {rc=1} [trial-2351↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29541)]\u000a23:39:40.442589 run osmo-stp_10.42.42.5(pid=29541): stdout: \u000a| (launched: 2022-12-08_23:39:39.046077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:39:40.566291 run osmo-stp_10.42.42.5(pid=29541): stderr: \u000a| �[0;m�[38;5;43m20221208233939216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233939216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233939217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233939217 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233939217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233939217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233939218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:39:40.686000 run osmo-stp_10.42.42.5(pid=29541): stdout: \u000a| (launched: 2022-12-08_23:39:39.046077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:39:40.804595 run osmo-stp_10.42.42.5(pid=29541): stderr: \u000a| �[0;m�[38;5;43m20221208233939216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233939216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233939217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233939217 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233939217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233939217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233939218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:39:40.856445 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=29541): Process ended prematurely: osmo-stp_10.42.42.5(pid=29541) [trial-2351↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29541)] [trial-2351↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]\u000a23:39:40.864424 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a23:39:40.924108 run osmo-hlr_10.42.42.2(pid=29538): ERR: Terminated: ERROR {rc=237} [trial-2351↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29538)]\u000a23:39:40.972825 run osmo-hlr_10.42.42.2(pid=29538): stdout: \u000a| (launched: 2022-12-08_23:39:38.123078) \u000a23:39:41.022560 run osmo-hlr_10.42.42.2(pid=29538): stderr: \u000a| �[0;m�[1;31m20221208233938299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208233938299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208233938299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233938299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233938299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208233938299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208233938313 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208233938322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208233938322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208233938323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:39:41.089251 run osmo-msc_10.42.42.6(pid=29544): ERR: Terminated: ERROR {rc=2} [trial-2351↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29544)]\u000a23:39:41.137794 run osmo-msc_10.42.42.6(pid=29544): stdout: \u000a| (launched: 2022-12-08_23:39:39.993632) \u000a23:39:41.186862 run osmo-msc_10.42.42.6(pid=29544): stderr: \u000a| �[0;m�[38;5;43m20221208233940264 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208233940264 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f248f217c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208233940264 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208233940264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208233940264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208233940264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208233940266 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208233940267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208233940267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208233940267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:39:41.228262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29537): Terminating (SIGTERM)\u000a23:39:41.267532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29540): Terminating (SIGTERM)\u000a23:39:41.306884 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29543): Terminating (SIGTERM)\u000a23:39:41.316397 --- ParallelTerminationStrategy: PID 29537 died...\u000a23:39:41.368881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29537): Terminated: ok {rc=0}\u000a23:39:41.378883 --- ParallelTerminationStrategy: PID 29540 died...\u000a23:39:41.431880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29540): Terminated: ok {rc=0}\u000a23:39:41.441788 --- ParallelTerminationStrategy: PID 29543 died...\u000a23:39:41.494224 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29543): Terminated: ok {rc=0}\u000a23:39:41.581800 bus /sierra_3: Setting Powered False\u000a23:39:42.683948 bus /sierra_3: Setting Powered False\u000a23:39:43.789360 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "58", "name" : "sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:39:34" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "nitb_ussd:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=29550): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29550) [trial-2351↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29550)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=29550): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29550) [trial-2351↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29550)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 nitb_ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a23:39:45.636840 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a23:39:45.648129 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a23:39:45.788932 tst assert_extension.py: using LAC 17552\u000a23:39:45.929677 tst assert_extension.py: using RAC 212\u000a23:39:46.052353 tst assert_extension.py: using CellId 17552\u000a23:39:46.206159 tst assert_extension.py: using BVCI 17553\u000a23:39:46.236809 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a23:39:46.538826 tst assert_extension.py:10: start nitb and bts...\u000a23:39:46.673711 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a23:39:47.338305 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29549): Launched\u000a23:39:47.651071 run osmo-nitb_10.42.42.2(pid=29550): Launched\u000a23:39:47.845191 run osmo-nitb_10.42.42.2(pid=29550): ERR: Terminated: ERROR {rc=2} [trial-2351↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29550)]\u000a23:39:47.988717 run osmo-nitb_10.42.42.2(pid=29550): stdout: \u000a| (launched: 2022-12-08_23:39:47.500525) \u000a23:39:48.132388 run osmo-nitb_10.42.42.2(pid=29550): stderr: \u000a| (launched: 2022-12-08_23:39:47.547520)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:39:48.270955 run osmo-nitb_10.42.42.2(pid=29550): stdout: \u000a| (launched: 2022-12-08_23:39:47.500525) \u000a23:39:48.409094 run osmo-nitb_10.42.42.2(pid=29550): stderr: \u000a| (launched: 2022-12-08_23:39:47.547520)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:39:48.778873 tst osmo-nitb_10.42.42.2(pid=29550): stdout: \u000a| (launched: 2022-12-08_23:39:47.500525) \u000a23:39:48.904757 tst osmo-nitb_10.42.42.2(pid=29550): stderr: \u000a| (launched: 2022-12-08_23:39:47.547520)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:39:48.960305 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=29550): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29550) [trial-2351↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29550)] [trial-2351↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]\u000a23:39:48.969224 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a23:39:49.005391 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29549): Terminating (SIGTERM)\u000a23:39:49.183373 --- ParallelTerminationStrategy: PID 29549 died...\u000a23:39:49.240811 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29549): Terminated: ok {rc=0}\u000a23:39:49.325891 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "59", "name" : "nitb_ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:39:45" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "ussd:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29560): Process ended prematurely: osmo-stp_10.42.42.5(pid=29560) [trial-2351↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29560)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29560): Process ended prematurely: osmo-stp_10.42.42.5(pid=29560) [trial-2351↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29560)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a23:39:51.161406 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:39:51.171988 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a23:39:51.309453 tst assert_extension.py: using LAC 17553\u000a23:39:51.424117 tst assert_extension.py: using RAC 213\u000a23:39:51.541159 tst assert_extension.py: using CellId 17553\u000a23:39:51.657930 tst assert_extension.py: using BVCI 17554\u000a23:39:51.680197 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:39:51.690762 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:39:51.701298 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:39:51.711853 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:39:51.722574 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:39:51.733294 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a23:39:51.940749 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:39:52.446159 run create_hlr_db(pid=29554): Launched\u000a23:39:52.631816 bus /sierra_2: Setting Powered False\u000a23:39:53.651521 run create_hlr_db(pid=29554): Terminated: ok {rc=0}\u000a23:39:54.073979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29556): Launched\u000a23:39:54.391413 run osmo-hlr_10.42.42.2(pid=29557): Launched\u000a23:39:54.507212 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:39:55.143791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29559): Launched\u000a23:39:55.454686 run osmo-stp_10.42.42.5(pid=29560): Launched\u000a23:39:55.567927 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:39:56.135897 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29562): Launched\u000a23:39:56.446268 run osmo-msc_10.42.42.6(pid=29563): Launched\u000a23:39:56.629241 run osmo-stp_10.42.42.5(pid=29560): ERR: Terminated: ERROR {rc=1} [trial-2351↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29560)]\u000a23:39:56.762088 run osmo-stp_10.42.42.5(pid=29560): stdout: \u000a| (launched: 2022-12-08_23:39:55.302290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:39:56.894431 run osmo-stp_10.42.42.5(pid=29560): stderr: \u000a| �[0;m�[38;5;43m20221208233955492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233955492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233955492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233955493 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233955493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233955493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233955493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:39:57.020037 run osmo-stp_10.42.42.5(pid=29560): stdout: \u000a| (launched: 2022-12-08_23:39:55.302290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:39:57.144700 run osmo-stp_10.42.42.5(pid=29560): stderr: \u000a| �[0;m�[38;5;43m20221208233955492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208233955492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208233955492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208233955493 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208233955493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208233955493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208233955493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:39:57.199588 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=29560): Process ended prematurely: osmo-stp_10.42.42.5(pid=29560) [trial-2351↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29560)] [trial-2351↪ussd:trx-sysmocell5000↪assert_extension.py:17]\u000a23:39:57.208169 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a23:39:57.270145 run osmo-hlr_10.42.42.2(pid=29557): ERR: Terminated: ERROR {rc=237} [trial-2351↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29557)]\u000a23:39:57.321275 run osmo-hlr_10.42.42.2(pid=29557): stdout: \u000a| (launched: 2022-12-08_23:39:54.235625) \u000a23:39:57.373377 run osmo-hlr_10.42.42.2(pid=29557): stderr: \u000a| �[0;m�[1;31m20221208233954434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208233954434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208233954434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233954434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208233954434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208233954434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208233954447 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208233954455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208233954456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208233954456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:39:57.443135 run osmo-msc_10.42.42.6(pid=29563): ERR: Terminated: ERROR {rc=2} [trial-2351↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29563)]\u000a23:39:57.493788 run osmo-msc_10.42.42.6(pid=29563): stdout: \u000a| (launched: 2022-12-08_23:39:56.294013) \u000a23:39:57.545622 run osmo-msc_10.42.42.6(pid=29563): stderr: \u000a| �[0;m�[38;5;43m20221208233956616 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208233956616 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1370604c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208233956616 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208233956616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208233956616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208233956616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208233956618 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208233956618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208233956619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208233956619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:39:57.589259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29556): Terminating (SIGTERM)\u000a23:39:57.630578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29559): Terminating (SIGTERM)\u000a23:39:57.671752 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29562): Terminating (SIGTERM)\u000a23:39:57.681566 --- ParallelTerminationStrategy: PID 29556 died...\u000a23:39:57.736369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29556): Terminated: ok {rc=0}\u000a23:39:57.746613 --- ParallelTerminationStrategy: PID 29559 died...\u000a23:39:57.800820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29559): Terminated: ok {rc=0}\u000a23:39:57.810868 --- ParallelTerminationStrategy: PID 29562 died...\u000a23:39:57.865166 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29562): Terminated: ok {rc=0}\u000a23:39:57.950922 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "60", "name" : "ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:39:50" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29577): Process ended prematurely: osmo-stp_10.42.42.5(pid=29577) [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29577)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29577): Process ended prematurely: osmo-stp_10.42.42.5(pid=29577) [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29577)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a23:39:59.915744 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:39:59.927380 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a23:40:00.088042 tst mo_mt_call.py: using LAC 17554\u000a23:40:00.207817 tst mo_mt_call.py: using RAC 214\u000a23:40:00.326191 tst mo_mt_call.py: using CellId 17554\u000a23:40:00.443164 tst mo_mt_call.py: using BVCI 17555\u000a23:40:00.466050 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:40:00.477017 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:40:00.487890 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:40:00.498783 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:40:00.510298 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:40:00.521438 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:40:00.638204 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:40:00.850967 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:40:01.431787 run create_hlr_db(pid=29568): Launched\u000a23:40:01.629534 bus /sierra_2: Setting Powered False\u000a23:40:02.638210 run create_hlr_db(pid=29568): Terminated: ok {rc=0}\u000a23:40:03.049227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29573): Launched\u000a23:40:03.348288 run osmo-hlr_10.42.42.2(pid=29574): Launched\u000a23:40:03.465344 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:40:03.993111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29576): Launched\u000a23:40:04.292037 run osmo-stp_10.42.42.5(pid=29577): Launched\u000a23:40:04.409306 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:40:04.962256 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29579): Launched\u000a23:40:05.263080 run osmo-msc_10.42.42.6(pid=29580): Launched\u000a23:40:05.440274 run osmo-stp_10.42.42.5(pid=29577): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29577)]\u000a23:40:05.568590 run osmo-stp_10.42.42.5(pid=29577): stdout: \u000a| (launched: 2022-12-08_23:40:04.145210)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:40:05.694466 run osmo-stp_10.42.42.5(pid=29577): stderr: \u000a| �[0;m�[38;5;43m20221208234004316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234004316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234004316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234004317 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234004317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234004317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234004317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:40:05.815032 run osmo-stp_10.42.42.5(pid=29577): stdout: \u000a| (launched: 2022-12-08_23:40:04.145210)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:40:05.934751 run osmo-stp_10.42.42.5(pid=29577): stderr: \u000a| �[0;m�[38;5;43m20221208234004316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234004316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234004316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234004317 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234004317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234004317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234004317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:40:05.987672 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29577): Process ended prematurely: osmo-stp_10.42.42.5(pid=29577) [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29577)] [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a23:40:05.996315 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a23:40:06.055553 run osmo-hlr_10.42.42.2(pid=29574): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29574)]\u000a23:40:06.104419 run osmo-hlr_10.42.42.2(pid=29574): stdout: \u000a| (launched: 2022-12-08_23:40:03.202048) \u000a23:40:06.153428 run osmo-hlr_10.42.42.2(pid=29574): stderr: \u000a| �[0;m�[1;31m20221208234003376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208234003376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208234003376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234003376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234003376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208234003376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208234003389 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208234003399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208234003399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208234003399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:40:06.220452 run osmo-msc_10.42.42.6(pid=29580): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29580)]\u000a23:40:06.269068 run osmo-msc_10.42.42.6(pid=29580): stdout: \u000a| (launched: 2022-12-08_23:40:05.114556) \u000a23:40:06.318405 run osmo-msc_10.42.42.6(pid=29580): stderr: \u000a| �[0;m�[38;5;43m20221208234005385 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208234005386 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9ef98c6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208234005386 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208234005386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208234005386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208234005386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208234005388 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208234005388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208234005389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208234005389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:40:06.359752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29573): Terminating (SIGTERM)\u000a23:40:06.399056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29576): Terminating (SIGTERM)\u000a23:40:06.438452 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29579): Terminating (SIGTERM)\u000a23:40:06.447649 --- ParallelTerminationStrategy: PID 29573 died...\u000a23:40:06.500029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29573): Terminated: ok {rc=0}\u000a23:40:06.509636 --- ParallelTerminationStrategy: PID 29576 died...\u000a23:40:06.561632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29576): Terminated: ok {rc=0}\u000a23:40:06.571210 --- ParallelTerminationStrategy: PID 29579 died...\u000a23:40:06.623315 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29579): Terminated: ok {rc=0}\u000a23:40:06.711433 bus /sierra_3: Setting Powered False\u000a23:40:07.813853 bus /sierra_3: Setting Powered False\u000a23:40:08.924841 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 187, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29588): Process ended prematurely: osmo-stp_10.42.42.5(pid=29588) [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29588)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29588): Process ended prematurely: osmo-stp_10.42.42.5(pid=29588) [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29588)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:40:10.033066 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:40:10.044633 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a23:40:10.201156 tst mo_mt_call_osmux.py: using LAC 17555\u000a23:40:10.320261 tst mo_mt_call_osmux.py: using RAC 215\u000a23:40:10.438121 tst mo_mt_call_osmux.py: using CellId 17555\u000a23:40:10.555644 tst mo_mt_call_osmux.py: using BVCI 17556\u000a23:40:10.578375 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:40:10.589472 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:40:10.600300 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:40:10.611451 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:40:10.622649 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:40:10.633720 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:40:10.746247 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:40:10.955264 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:40:11.465928 run create_hlr_db(pid=29582): Launched\u000a23:40:11.651742 bus /sierra_2: Setting Powered False\u000a23:40:12.671666 run create_hlr_db(pid=29582): Terminated: ok {rc=0}\u000a23:40:13.074402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29584): Launched\u000a23:40:13.375000 run osmo-hlr_10.42.42.2(pid=29585): Launched\u000a23:40:13.486096 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:40:14.008631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29587): Launched\u000a23:40:14.308907 run osmo-stp_10.42.42.5(pid=29588): Launched\u000a23:40:14.419790 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:40:14.966841 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29590): Launched\u000a23:40:15.267809 run osmo-msc_10.42.42.6(pid=29591): Launched\u000a23:40:15.444820 run osmo-stp_10.42.42.5(pid=29588): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29588)]\u000a23:40:15.573146 run osmo-stp_10.42.42.5(pid=29588): stdout: \u000a| (launched: 2022-12-08_23:40:14.161591)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:40:15.698977 run osmo-stp_10.42.42.5(pid=29588): stderr: \u000a| �[0;m�[38;5;43m20221208234014334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234014334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234014334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234014335 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234014335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234014335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234014335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:40:15.819824 run osmo-stp_10.42.42.5(pid=29588): stdout: \u000a| (launched: 2022-12-08_23:40:14.161591)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:40:15.970600 run osmo-stp_10.42.42.5(pid=29588): stderr: \u000a| �[0;m�[38;5;43m20221208234014334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234014334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234014334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234014335 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234014335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234014335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234014335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:40:16.027992 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29588): Process ended prematurely: osmo-stp_10.42.42.5(pid=29588) [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29588)] [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a23:40:16.037971 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a23:40:16.104771 run osmo-hlr_10.42.42.2(pid=29585): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29585)]\u000a23:40:16.162435 run osmo-hlr_10.42.42.2(pid=29585): stdout: \u000a| (launched: 2022-12-08_23:40:13.227185) \u000a23:40:16.216182 run osmo-hlr_10.42.42.2(pid=29585): stderr: \u000a| �[0;m�[1;31m20221208234013405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208234013405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208234013405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234013405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234013405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208234013405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208234013417 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208234013427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208234013427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208234013427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:40:16.288534 run osmo-msc_10.42.42.6(pid=29591): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29591)]\u000a23:40:16.340901 run osmo-msc_10.42.42.6(pid=29591): stdout: \u000a| (launched: 2022-12-08_23:40:15.119195) \u000a23:40:16.394685 run osmo-msc_10.42.42.6(pid=29591): stderr: \u000a| �[0;m�[38;5;43m20221208234015392 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208234015392 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feb35bacc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208234015392 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208234015392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208234015392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208234015392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208234015394 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208234015395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208234015395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208234015395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:40:16.439872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29584): Terminating (SIGTERM)\u000a23:40:16.484408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29587): Terminating (SIGTERM)\u000a23:40:16.530109 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29590): Terminating (SIGTERM)\u000a23:40:16.541543 --- ParallelTerminationStrategy: PID 29584 died...\u000a23:40:16.600619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29584): Terminated: ok {rc=0}\u000a23:40:16.611502 --- ParallelTerminationStrategy: PID 29587 died...\u000a23:40:16.670181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29587): Terminated: ok {rc=0}\u000a23:40:16.680560 --- ParallelTerminationStrategy: PID 29590 died...\u000a23:40:16.736627 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29590): Terminated: ok {rc=0}\u000a23:40:16.824579 bus /sierra_3: Setting Powered False\u000a23:40:17.924293 bus /sierra_3: Setting Powered False\u000a23:40:19.028909 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "61", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:39:59" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29602): Process ended prematurely: osmo-stp_10.42.42.5(pid=29602) [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29602)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29602): Process ended prematurely: osmo-stp_10.42.42.5(pid=29602) [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29602)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a23:40:21.031797 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:40:21.042829 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a23:40:21.195727 tst mo_mt_call.py: using LAC 17556\u000a23:40:21.312068 tst mo_mt_call.py: using RAC 216\u000a23:40:21.428802 tst mo_mt_call.py: using CellId 17556\u000a23:40:21.545517 tst mo_mt_call.py: using BVCI 17557\u000a23:40:21.568104 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:40:21.579227 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:40:21.590089 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:40:21.601542 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:40:21.613268 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:40:21.624745 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:40:21.743987 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:40:21.944211 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:40:22.415556 run create_hlr_db(pid=29596): Launched\u000a23:40:22.588867 bus /sierra_2: Setting Powered False\u000a23:40:23.610494 run create_hlr_db(pid=29596): Terminated: ok {rc=0}\u000a23:40:24.035105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29598): Launched\u000a23:40:24.354899 run osmo-hlr_10.42.42.2(pid=29599): Launched\u000a23:40:24.474561 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:40:25.001777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29601): Launched\u000a23:40:25.302375 run osmo-stp_10.42.42.5(pid=29602): Launched\u000a23:40:25.412337 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:40:25.964689 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29604): Launched\u000a23:40:26.266757 run osmo-msc_10.42.42.6(pid=29605): Launched\u000a23:40:26.444037 run osmo-stp_10.42.42.5(pid=29602): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29602)]\u000a23:40:26.572239 run osmo-stp_10.42.42.5(pid=29602): stdout: \u000a| (launched: 2022-12-08_23:40:25.154426)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:40:26.697899 run osmo-stp_10.42.42.5(pid=29602): stderr: \u000a| �[0;m�[38;5;43m20221208234025325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234025325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234025325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234025326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234025326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234025326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234025326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:40:26.818988 run osmo-stp_10.42.42.5(pid=29602): stdout: \u000a| (launched: 2022-12-08_23:40:25.154426)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:40:26.938618 run osmo-stp_10.42.42.5(pid=29602): stderr: \u000a| �[0;m�[38;5;43m20221208234025325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234025325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234025325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234025326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234025326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234025326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234025326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:40:26.991309 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29602): Process ended prematurely: osmo-stp_10.42.42.5(pid=29602) [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29602)] [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a23:40:26.999880 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a23:40:27.059121 run osmo-hlr_10.42.42.2(pid=29599): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29599)]\u000a23:40:27.107547 run osmo-hlr_10.42.42.2(pid=29599): stdout: \u000a| (launched: 2022-12-08_23:40:24.198075) \u000a23:40:27.156771 run osmo-hlr_10.42.42.2(pid=29599): stderr: \u000a| �[0;m�[1;31m20221208234024396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208234024396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208234024396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234024396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234024396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208234024396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208234024407 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208234024415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208234024415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208234024415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:40:27.223026 run osmo-msc_10.42.42.6(pid=29605): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29605)]\u000a23:40:27.271392 run osmo-msc_10.42.42.6(pid=29605): stdout: \u000a| (launched: 2022-12-08_23:40:26.117797) \u000a23:40:27.320532 run osmo-msc_10.42.42.6(pid=29605): stderr: \u000a| �[0;m�[38;5;43m20221208234026389 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208234026390 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fca13f27c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208234026390 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208234026390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208234026390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208234026390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208234026392 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208234026393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208234026393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208234026393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:40:27.361600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29598): Terminating (SIGTERM)\u000a23:40:27.400560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29601): Terminating (SIGTERM)\u000a23:40:27.439689 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29604): Terminating (SIGTERM)\u000a23:40:27.448925 --- ParallelTerminationStrategy: PID 29598 died...\u000a23:40:27.501039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29598): Terminated: ok {rc=0}\u000a23:40:27.510678 --- ParallelTerminationStrategy: PID 29601 died...\u000a23:40:27.562431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29601): Terminated: ok {rc=0}\u000a23:40:27.571963 --- ParallelTerminationStrategy: PID 29604 died...\u000a23:40:27.624209 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29604): Terminated: ok {rc=0}\u000a23:40:27.706073 bus /sierra_3: Setting Powered False\u000a23:40:28.809653 bus /sierra_3: Setting Powered False\u000a23:40:29.919468 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 187, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29613): Process ended prematurely: osmo-stp_10.42.42.5(pid=29613) [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29613)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29613): Process ended prematurely: osmo-stp_10.42.42.5(pid=29613) [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29613)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:40:31.035117 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:40:31.048800 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a23:40:31.215289 tst mo_mt_call_osmux.py: using LAC 17557\u000a23:40:31.344272 tst mo_mt_call_osmux.py: using RAC 217\u000a23:40:31.468035 tst mo_mt_call_osmux.py: using CellId 17557\u000a23:40:31.598240 tst mo_mt_call_osmux.py: using BVCI 17558\u000a23:40:31.623412 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:40:31.635540 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:40:31.648416 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:40:31.660407 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:40:31.672809 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:40:31.684920 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:40:31.803387 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:40:32.035433 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:40:32.517630 run create_hlr_db(pid=29607): Launched\u000a23:40:32.690640 bus /sierra_2: Setting Powered False\u000a23:40:33.711651 run create_hlr_db(pid=29607): Terminated: ok {rc=0}\u000a23:40:34.135433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29609): Launched\u000a23:40:34.454652 run osmo-hlr_10.42.42.2(pid=29610): Launched\u000a23:40:34.575110 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:40:35.130986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29612): Launched\u000a23:40:35.451016 run osmo-stp_10.42.42.5(pid=29613): Launched\u000a23:40:35.567798 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:40:36.152835 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29615): Launched\u000a23:40:36.473246 run osmo-msc_10.42.42.6(pid=29616): Launched\u000a23:40:36.661145 run osmo-stp_10.42.42.5(pid=29613): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29613)]\u000a23:40:36.796143 run osmo-stp_10.42.42.5(pid=29613): stdout: \u000a| (launched: 2022-12-08_23:40:35.294237)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:40:36.931532 run osmo-stp_10.42.42.5(pid=29613): stderr: \u000a| �[0;m�[38;5;43m20221208234035486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234035486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234035486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234035487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234035487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234035487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234035487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:40:37.060081 run osmo-stp_10.42.42.5(pid=29613): stdout: \u000a| (launched: 2022-12-08_23:40:35.294237)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:40:37.187611 run osmo-stp_10.42.42.5(pid=29613): stderr: \u000a| �[0;m�[38;5;43m20221208234035486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234035486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234035486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234035487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234035487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234035487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234035487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:40:37.244040 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29613): Process ended prematurely: osmo-stp_10.42.42.5(pid=29613) [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29613)] [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a23:40:37.253547 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a23:40:37.315196 run osmo-hlr_10.42.42.2(pid=29610): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29610)]\u000a23:40:37.366447 run osmo-hlr_10.42.42.2(pid=29610): stdout: \u000a| (launched: 2022-12-08_23:40:34.298414) \u000a23:40:37.418161 run osmo-hlr_10.42.42.2(pid=29610): stderr: \u000a| �[0;m�[1;31m20221208234034498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208234034498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208234034498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234034498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234034498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208234034498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208234034510 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208234034518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208234034518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208234034518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:40:37.487704 run osmo-msc_10.42.42.6(pid=29616): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29616)]\u000a23:40:37.538284 run osmo-msc_10.42.42.6(pid=29616): stdout: \u000a| (launched: 2022-12-08_23:40:36.316428) \u000a23:40:37.589309 run osmo-msc_10.42.42.6(pid=29616): stderr: \u000a| �[0;m�[38;5;43m20221208234036639 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208234036639 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd5afd54c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208234036639 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208234036639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208234036639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208234036640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208234036642 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208234036643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208234036644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208234036644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:40:37.632545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29609): Terminating (SIGTERM)\u000a23:40:37.673870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29612): Terminating (SIGTERM)\u000a23:40:37.715381 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29615): Terminating (SIGTERM)\u000a23:40:37.725028 --- ParallelTerminationStrategy: PID 29609 died...\u000a23:40:37.780063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29609): Terminated: ok {rc=0}\u000a23:40:37.790095 --- ParallelTerminationStrategy: PID 29612 died...\u000a23:40:37.845290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29612): Terminated: ok {rc=0}\u000a23:40:37.855449 --- ParallelTerminationStrategy: PID 29615 died...\u000a23:40:37.910378 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29615): Terminated: ok {rc=0}\u000a23:40:37.996554 bus /sierra_3: Setting Powered False\u000a23:40:39.100588 bus /sierra_3: Setting Powered False\u000a23:40:40.207945 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "62", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:40:20" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29627): Process ended prematurely: osmo-stp_10.42.42.5(pid=29627) [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29627)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29627): Process ended prematurely: osmo-stp_10.42.42.5(pid=29627) [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29627)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a23:40:42.213773 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:40:42.225488 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a23:40:42.390351 tst mo_mt_call.py: using LAC 17558\u000a23:40:42.515591 tst mo_mt_call.py: using RAC 218\u000a23:40:42.641123 tst mo_mt_call.py: using CellId 17558\u000a23:40:42.767435 tst mo_mt_call.py: using BVCI 17559\u000a23:40:42.791832 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:40:42.803428 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:40:42.814731 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:40:42.826290 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:40:42.837915 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:40:42.849524 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:40:42.964755 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:40:43.173992 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:40:43.683997 run create_hlr_db(pid=29621): Launched\u000a23:40:43.868549 bus /sierra_2: Setting Powered False\u000a23:40:44.891042 run create_hlr_db(pid=29621): Terminated: ok {rc=0}\u000a23:40:45.295557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29623): Launched\u000a23:40:45.596798 run osmo-hlr_10.42.42.2(pid=29624): Launched\u000a23:40:45.711620 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:40:46.287094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29626): Launched\u000a23:40:46.725989 run osmo-stp_10.42.42.5(pid=29627): Launched\u000a23:40:46.947671 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:40:47.509598 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29629): Launched\u000a23:40:47.811337 run osmo-msc_10.42.42.6(pid=29630): Launched\u000a23:40:47.988766 run osmo-stp_10.42.42.5(pid=29627): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29627)]\u000a23:40:48.117226 run osmo-stp_10.42.42.5(pid=29627): stdout: \u000a| (launched: 2022-12-08_23:40:46.442500)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:40:48.242965 run osmo-stp_10.42.42.5(pid=29627): stderr: \u000a| �[0;m�[38;5;43m20221208234046708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234046708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234046708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234046709 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234046711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234046711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234046711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:40:48.363991 run osmo-stp_10.42.42.5(pid=29627): stdout: \u000a| (launched: 2022-12-08_23:40:46.442500)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:40:48.483761 run osmo-stp_10.42.42.5(pid=29627): stderr: \u000a| �[0;m�[38;5;43m20221208234046708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234046708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234046708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234046709 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234046711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234046711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234046711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:40:48.537083 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29627): Process ended prematurely: osmo-stp_10.42.42.5(pid=29627) [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29627)] [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a23:40:48.545772 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a23:40:48.604876 run osmo-hlr_10.42.42.2(pid=29624): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29624)]\u000a23:40:48.653599 run osmo-hlr_10.42.42.2(pid=29624): stdout: \u000a| (launched: 2022-12-08_23:40:45.448804) \u000a23:40:48.702640 run osmo-hlr_10.42.42.2(pid=29624): stderr: \u000a| �[0;m�[1;31m20221208234045625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208234045625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208234045625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234045625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234045625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208234045626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208234045636 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208234045646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208234045647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208234045647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:40:48.769176 run osmo-msc_10.42.42.6(pid=29630): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29630)]\u000a23:40:48.817522 run osmo-msc_10.42.42.6(pid=29630): stdout: \u000a| (launched: 2022-12-08_23:40:47.663056) \u000a23:40:48.866501 run osmo-msc_10.42.42.6(pid=29630): stderr: \u000a| �[0;m�[38;5;43m20221208234047933 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208234047933 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc348558c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208234047933 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208234047933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208234047934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208234047934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208234047936 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208234047937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208234047937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208234047937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:40:48.907818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29623): Terminating (SIGTERM)\u000a23:40:48.947241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29626): Terminating (SIGTERM)\u000a23:40:48.986722 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29629): Terminating (SIGTERM)\u000a23:40:48.996036 --- ParallelTerminationStrategy: PID 29623 died...\u000a23:40:49.048926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29623): Terminated: ok {rc=0}\u000a23:40:49.058664 --- ParallelTerminationStrategy: PID 29626 died...\u000a23:40:49.110935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29626): Terminated: ok {rc=0}\u000a23:40:49.120633 --- ParallelTerminationStrategy: PID 29629 died...\u000a23:40:49.172710 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29629): Terminated: ok {rc=0}\u000a23:40:49.260654 bus /sierra_3: Setting Powered False\u000a23:40:50.362745 bus /sierra_3: Setting Powered False\u000a23:40:51.472440 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 187, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29638): Process ended prematurely: osmo-stp_10.42.42.5(pid=29638) [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29638)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29638): Process ended prematurely: osmo-stp_10.42.42.5(pid=29638) [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29638)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:40:52.585948 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:40:52.598223 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a23:40:52.762484 tst mo_mt_call_osmux.py: using LAC 17559\u000a23:40:52.888504 tst mo_mt_call_osmux.py: using RAC 219\u000a23:40:53.007277 tst mo_mt_call_osmux.py: using CellId 17559\u000a23:40:53.124576 tst mo_mt_call_osmux.py: using BVCI 17560\u000a23:40:53.147469 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:40:53.158740 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:40:53.169865 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:40:53.181182 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:40:53.192204 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:40:53.203356 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:40:53.321881 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:40:53.523092 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:40:53.996758 run create_hlr_db(pid=29632): Launched\u000a23:40:54.170599 bus /sierra_2: Setting Powered False\u000a23:40:55.191870 run create_hlr_db(pid=29632): Terminated: ok {rc=0}\u000a23:40:55.619026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29634): Launched\u000a23:40:55.938491 run osmo-hlr_10.42.42.2(pid=29635): Launched\u000a23:40:56.059781 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:40:56.617020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29637): Launched\u000a23:40:56.935447 run osmo-stp_10.42.42.5(pid=29638): Launched\u000a23:40:57.051456 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:40:57.635907 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29640): Launched\u000a23:40:57.955436 run osmo-msc_10.42.42.6(pid=29641): Launched\u000a23:40:58.143946 run osmo-stp_10.42.42.5(pid=29638): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29638)]\u000a23:40:58.280125 run osmo-stp_10.42.42.5(pid=29638): stdout: \u000a| (launched: 2022-12-08_23:40:56.779731)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:40:58.416082 run osmo-stp_10.42.42.5(pid=29638): stderr: \u000a| �[0;m�[38;5;43m20221208234056971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234056971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234056971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234056971 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234056972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234056972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234056972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:40:58.545434 run osmo-stp_10.42.42.5(pid=29638): stdout: \u000a| (launched: 2022-12-08_23:40:56.779731)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:40:58.673371 run osmo-stp_10.42.42.5(pid=29638): stderr: \u000a| �[0;m�[38;5;43m20221208234056971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234056971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234056971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234056971 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234056972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234056972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234056972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:40:58.729959 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29638): Process ended prematurely: osmo-stp_10.42.42.5(pid=29638) [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29638)] [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a23:40:58.739210 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a23:40:58.801797 run osmo-hlr_10.42.42.2(pid=29635): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29635)]\u000a23:40:58.853097 run osmo-hlr_10.42.42.2(pid=29635): stdout: \u000a| (launched: 2022-12-08_23:40:55.782094) \u000a23:40:58.905097 run osmo-hlr_10.42.42.2(pid=29635): stderr: \u000a| �[0;m�[1;31m20221208234055979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208234055979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208234055979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234055979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234055980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208234055980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208234055990 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208234055998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208234055999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208234055999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:40:58.974902 run osmo-msc_10.42.42.6(pid=29641): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29641)]\u000a23:40:59.025677 run osmo-msc_10.42.42.6(pid=29641): stdout: \u000a| (launched: 2022-12-08_23:40:57.799285) \u000a23:40:59.077190 run osmo-msc_10.42.42.6(pid=29641): stderr: \u000a| �[0;m�[38;5;43m20221208234058121 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208234058121 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcd3d62ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208234058121 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208234058121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208234058121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208234058122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208234058123 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208234058124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208234058124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208234058124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:40:59.120823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29634): Terminating (SIGTERM)\u000a23:40:59.162613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29637): Terminating (SIGTERM)\u000a23:40:59.204361 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29640): Terminating (SIGTERM)\u000a23:40:59.214202 --- ParallelTerminationStrategy: PID 29634 died...\u000a23:40:59.269710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29634): Terminated: ok {rc=0}\u000a23:40:59.279561 --- ParallelTerminationStrategy: PID 29637 died...\u000a23:40:59.335143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29637): Terminated: ok {rc=0}\u000a23:40:59.345015 --- ParallelTerminationStrategy: PID 29640 died...\u000a23:40:59.400526 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29640): Terminated: ok {rc=0}\u000a23:40:59.486051 bus /sierra_3: Setting Powered False\u000a23:41:00.592903 bus /sierra_3: Setting Powered False\u000a23:41:01.708588 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "63", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:40:41" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29653): Process ended prematurely: osmo-stp_10.42.42.5(pid=29653) [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29653)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29653): Process ended prematurely: osmo-stp_10.42.42.5(pid=29653) [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29653)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a23:41:03.708064 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:41:03.719060 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a23:41:03.873939 tst mo_mt_call.py: using LAC 17560\u000a23:41:03.991371 tst mo_mt_call.py: using RAC 220\u000a23:41:04.110538 tst mo_mt_call.py: using CellId 17560\u000a23:41:04.229525 tst mo_mt_call.py: using BVCI 17561\u000a23:41:04.252202 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:41:04.263297 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:41:04.274131 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:41:04.285355 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:41:04.296493 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:41:04.307554 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:41:04.425964 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:41:04.624300 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:41:05.097585 run create_hlr_db(pid=29647): Launched\u000a23:41:05.270792 bus /sierra_2: Setting Powered False\u000a23:41:06.292691 run create_hlr_db(pid=29647): Terminated: ok {rc=0}\u000a23:41:06.719256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29649): Launched\u000a23:41:07.039508 run osmo-hlr_10.42.42.2(pid=29650): Launched\u000a23:41:07.160098 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:41:07.717268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29652): Launched\u000a23:41:08.036655 run osmo-stp_10.42.42.5(pid=29653): Launched\u000a23:41:08.153825 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:41:08.740070 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29655): Launched\u000a23:41:09.059707 run osmo-msc_10.42.42.6(pid=29656): Launched\u000a23:41:09.246837 run osmo-stp_10.42.42.5(pid=29653): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29653)]\u000a23:41:09.382723 run osmo-stp_10.42.42.5(pid=29653): stdout: \u000a| (launched: 2022-12-08_23:41:07.880471)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:41:09.518163 run osmo-stp_10.42.42.5(pid=29653): stderr: \u000a| �[0;m�[38;5;43m20221208234108071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234108071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234108071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234108072 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234108074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234108075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234108075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:41:09.647089 run osmo-stp_10.42.42.5(pid=29653): stdout: \u000a| (launched: 2022-12-08_23:41:07.880471)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:41:09.774705 run osmo-stp_10.42.42.5(pid=29653): stderr: \u000a| �[0;m�[38;5;43m20221208234108071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234108071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234108071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234108072 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234108074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234108075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234108075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:41:09.831382 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29653): Process ended prematurely: osmo-stp_10.42.42.5(pid=29653) [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29653)] [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a23:41:09.840837 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a23:41:09.902744 run osmo-hlr_10.42.42.2(pid=29650): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29650)]\u000a23:41:09.953906 run osmo-hlr_10.42.42.2(pid=29650): stdout: \u000a| (launched: 2022-12-08_23:41:06.882668) \u000a23:41:10.005675 run osmo-hlr_10.42.42.2(pid=29650): stderr: \u000a| �[0;m�[1;31m20221208234107081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208234107082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208234107082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234107082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234107082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208234107082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208234107094 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208234107102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208234107102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208234107102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:41:10.075543 run osmo-msc_10.42.42.6(pid=29656): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29656)]\u000a23:41:10.126629 run osmo-msc_10.42.42.6(pid=29656): stdout: \u000a| (launched: 2022-12-08_23:41:08.903690) \u000a23:41:10.177902 run osmo-msc_10.42.42.6(pid=29656): stderr: \u000a| �[0;m�[38;5;43m20221208234109223 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208234109223 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1ec583dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208234109223 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208234109223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208234109223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208234109224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208234109225 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208234109226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208234109226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208234109226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:41:10.221643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29649): Terminating (SIGTERM)\u000a23:41:10.263102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29652): Terminating (SIGTERM)\u000a23:41:10.304885 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29655): Terminating (SIGTERM)\u000a23:41:10.314841 --- ParallelTerminationStrategy: PID 29649 died...\u000a23:41:10.370407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29649): Terminated: ok {rc=0}\u000a23:41:10.380882 --- ParallelTerminationStrategy: PID 29652 died...\u000a23:41:10.436370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29652): Terminated: ok {rc=0}\u000a23:41:10.446458 --- ParallelTerminationStrategy: PID 29655 died...\u000a23:41:10.501673 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29655): Terminated: ok {rc=0}\u000a23:41:10.588665 bus /sierra_3: Setting Powered False\u000a23:41:11.694814 bus /sierra_3: Setting Powered False\u000a23:41:12.801638 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 187, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29664): Process ended prematurely: osmo-stp_10.42.42.5(pid=29664) [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29664)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29664): Process ended prematurely: osmo-stp_10.42.42.5(pid=29664) [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29664)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:41:13.915950 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:41:13.928149 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a23:41:14.096554 tst mo_mt_call_osmux.py: using LAC 17561\u000a23:41:14.223717 tst mo_mt_call_osmux.py: using RAC 221\u000a23:41:14.348089 tst mo_mt_call_osmux.py: using CellId 17561\u000a23:41:14.468288 tst mo_mt_call_osmux.py: using BVCI 17562\u000a23:41:14.491155 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:41:14.502241 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:41:14.513274 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:41:14.524326 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:41:14.535520 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:41:14.547044 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:41:14.666241 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:41:14.873776 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:41:15.386402 run create_hlr_db(pid=29658): Launched\u000a23:41:15.572499 bus /sierra_2: Setting Powered False\u000a23:41:16.595157 run create_hlr_db(pid=29658): Terminated: ok {rc=0}\u000a23:41:17.045203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29660): Launched\u000a23:41:17.368619 run osmo-hlr_10.42.42.2(pid=29661): Launched\u000a23:41:17.486924 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:41:18.043883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29663): Launched\u000a23:41:18.363026 run osmo-stp_10.42.42.5(pid=29664): Launched\u000a23:41:18.479051 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:41:19.063419 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29666): Launched\u000a23:41:19.382973 run osmo-msc_10.42.42.6(pid=29667): Launched\u000a23:41:19.571630 run osmo-stp_10.42.42.5(pid=29664): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29664)]\u000a23:41:19.707676 run osmo-stp_10.42.42.5(pid=29664): stdout: \u000a| (launched: 2022-12-08_23:41:18.207395)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:41:19.843208 run osmo-stp_10.42.42.5(pid=29664): stderr: \u000a| �[0;m�[38;5;43m20221208234118397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234118397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234118397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234118398 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234118400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234118400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234118400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:41:19.971835 run osmo-stp_10.42.42.5(pid=29664): stdout: \u000a| (launched: 2022-12-08_23:41:18.207395)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:41:20.099046 run osmo-stp_10.42.42.5(pid=29664): stderr: \u000a| �[0;m�[38;5;43m20221208234118397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234118397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234118397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234118398 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234118400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234118400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234118400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:41:20.155451 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29664): Process ended prematurely: osmo-stp_10.42.42.5(pid=29664) [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29664)] [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a23:41:20.164773 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a23:41:20.226620 run osmo-hlr_10.42.42.2(pid=29661): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29661)]\u000a23:41:20.277059 run osmo-hlr_10.42.42.2(pid=29661): stdout: \u000a| (launched: 2022-12-08_23:41:17.211191) \u000a23:41:20.328049 run osmo-hlr_10.42.42.2(pid=29661): stderr: \u000a| �[0;m�[1;31m20221208234117409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208234117409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208234117409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234117409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234117409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208234117409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208234117421 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208234117430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208234117430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208234117430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:41:20.397520 run osmo-msc_10.42.42.6(pid=29667): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29667)]\u000a23:41:20.447897 run osmo-msc_10.42.42.6(pid=29667): stdout: \u000a| (launched: 2022-12-08_23:41:19.226412) \u000a23:41:20.498738 run osmo-msc_10.42.42.6(pid=29667): stderr: \u000a| �[0;m�[38;5;43m20221208234119548 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208234119548 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f11c2c05c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208234119548 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208234119548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208234119548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208234119549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208234119550 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208234119551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208234119551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208234119551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:41:20.541865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29660): Terminating (SIGTERM)\u000a23:41:20.582917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29663): Terminating (SIGTERM)\u000a23:41:20.623913 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29666): Terminating (SIGTERM)\u000a23:41:20.632928 --- ParallelTerminationStrategy: PID 29660 died...\u000a23:41:20.687323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29660): Terminated: ok {rc=0}\u000a23:41:20.697146 --- ParallelTerminationStrategy: PID 29663 died...\u000a23:41:20.751290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29663): Terminated: ok {rc=0}\u000a23:41:20.760938 --- ParallelTerminationStrategy: PID 29666 died...\u000a23:41:20.815185 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29666): Terminated: ok {rc=0}\u000a23:41:20.901586 bus /sierra_3: Setting Powered False\u000a23:41:22.006023 bus /sierra_3: Setting Powered False\u000a23:41:23.113451 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "64", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:41:03" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29678): Process ended prematurely: osmo-stp_10.42.42.5(pid=29678) [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29678)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29678): Process ended prematurely: osmo-stp_10.42.42.5(pid=29678) [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29678)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a23:41:25.119194 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:41:25.130812 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a23:41:25.293941 tst mo_mt_call.py: using LAC 17562\u000a23:41:25.418798 tst mo_mt_call.py: using RAC 222\u000a23:41:25.545150 tst mo_mt_call.py: using CellId 17562\u000a23:41:25.670964 tst mo_mt_call.py: using BVCI 17563\u000a23:41:25.696470 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:41:25.707997 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:41:25.719310 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:41:25.730743 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:41:25.742196 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:41:25.753526 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:41:25.868771 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:41:26.078025 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:41:26.590219 run create_hlr_db(pid=29672): Launched\u000a23:41:26.775278 bus /sierra_2: Setting Powered False\u000a23:41:27.797467 run create_hlr_db(pid=29672): Terminated: ok {rc=0}\u000a23:41:28.200407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29674): Launched\u000a23:41:28.502213 run osmo-hlr_10.42.42.2(pid=29675): Launched\u000a23:41:28.612149 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:41:29.166709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29677): Launched\u000a23:41:29.487492 run osmo-stp_10.42.42.5(pid=29678): Launched\u000a23:41:29.604232 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:41:30.189858 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29680): Launched\u000a23:41:30.509325 run osmo-msc_10.42.42.6(pid=29681): Launched\u000a23:41:30.696198 run osmo-stp_10.42.42.5(pid=29678): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29678)]\u000a23:41:30.833010 run osmo-stp_10.42.42.5(pid=29678): stdout: \u000a| (launched: 2022-12-08_23:41:29.330170)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:41:31.047640 run osmo-stp_10.42.42.5(pid=29678): stderr: \u000a| �[0;m�[38;5;43m20221208234129525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234129525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234129526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234129526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234129526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234129527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234129527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:41:31.174421 run osmo-stp_10.42.42.5(pid=29678): stdout: \u000a| (launched: 2022-12-08_23:41:29.330170)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:41:31.299712 run osmo-stp_10.42.42.5(pid=29678): stderr: \u000a| �[0;m�[38;5;43m20221208234129525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234129525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234129526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234129526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234129526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234129527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234129527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:41:31.355037 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29678): Process ended prematurely: osmo-stp_10.42.42.5(pid=29678) [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29678)] [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a23:41:31.364585 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a23:41:31.428161 run osmo-hlr_10.42.42.2(pid=29675): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29675)]\u000a23:41:31.479682 run osmo-hlr_10.42.42.2(pid=29675): stdout: \u000a| (launched: 2022-12-08_23:41:28.354673) \u000a23:41:31.532295 run osmo-hlr_10.42.42.2(pid=29675): stderr: \u000a| �[0;m�[1;31m20221208234128531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208234128531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208234128531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234128531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234128531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208234128531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208234128584 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208234128595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208234128595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208234128595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:41:31.601706 run osmo-msc_10.42.42.6(pid=29681): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29681)]\u000a23:41:31.653953 run osmo-msc_10.42.42.6(pid=29681): stdout: \u000a| (launched: 2022-12-08_23:41:30.353394) \u000a23:41:31.706830 run osmo-msc_10.42.42.6(pid=29681): stderr: \u000a| �[0;m�[38;5;43m20221208234130679 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208234130679 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa359a54c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208234130679 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208234130679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208234130679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208234130679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208234130681 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208234130683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208234130683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208234130683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:41:31.750936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29674): Terminating (SIGTERM)\u000a23:41:31.795282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29677): Terminating (SIGTERM)\u000a23:41:31.838984 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29680): Terminating (SIGTERM)\u000a23:41:31.849983 --- ParallelTerminationStrategy: PID 29674 died...\u000a23:41:31.907798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29674): Terminated: ok {rc=0}\u000a23:41:31.918210 --- ParallelTerminationStrategy: PID 29677 died...\u000a23:41:31.973336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29677): Terminated: ok {rc=0}\u000a23:41:31.984766 --- ParallelTerminationStrategy: PID 29680 died...\u000a23:41:32.040051 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29680): Terminated: ok {rc=0}\u000a23:41:32.127511 bus /sierra_3: Setting Powered False\u000a23:41:33.227588 bus /sierra_3: Setting Powered False\u000a23:41:34.338006 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 187, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29689): Process ended prematurely: osmo-stp_10.42.42.5(pid=29689) [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29689)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29689): Process ended prematurely: osmo-stp_10.42.42.5(pid=29689) [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29689)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:41:35.447303 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:41:35.459223 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a23:41:35.625475 tst mo_mt_call_osmux.py: using LAC 17563\u000a23:41:35.754751 tst mo_mt_call_osmux.py: using RAC 223\u000a23:41:35.880665 tst mo_mt_call_osmux.py: using CellId 17563\u000a23:41:36.007493 tst mo_mt_call_osmux.py: using BVCI 17564\u000a23:41:36.032031 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:41:36.043724 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:41:36.055343 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:41:36.066794 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:41:36.078354 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:41:36.089894 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:41:36.205907 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:41:36.415304 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:41:36.925551 run create_hlr_db(pid=29683): Launched\u000a23:41:37.111092 bus /sierra_2: Setting Powered False\u000a23:41:38.131542 run create_hlr_db(pid=29683): Terminated: ok {rc=0}\u000a23:41:38.534164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29685): Launched\u000a23:41:38.834259 run osmo-hlr_10.42.42.2(pid=29686): Launched\u000a23:41:38.952354 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:41:39.481432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29688): Launched\u000a23:41:39.789149 run osmo-stp_10.42.42.5(pid=29689): Launched\u000a23:41:39.909997 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:41:40.465078 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29691): Launched\u000a23:41:40.766137 run osmo-msc_10.42.42.6(pid=29692): Launched\u000a23:41:40.944443 run osmo-stp_10.42.42.5(pid=29689): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29689)]\u000a23:41:41.073423 run osmo-stp_10.42.42.5(pid=29689): stdout: \u000a| (launched: 2022-12-08_23:41:39.634465)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:41:41.199570 run osmo-stp_10.42.42.5(pid=29689): stderr: \u000a| �[0;m�[38;5;43m20221208234139820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234139820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234139821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234139821 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234139823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234139824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234139824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:41:41.320645 run osmo-stp_10.42.42.5(pid=29689): stdout: \u000a| (launched: 2022-12-08_23:41:39.634465)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:41:41.440569 run osmo-stp_10.42.42.5(pid=29689): stderr: \u000a| �[0;m�[38;5;43m20221208234139820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234139820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234139821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234139821 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234139823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234139824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234139824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:41:41.493705 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29689): Process ended prematurely: osmo-stp_10.42.42.5(pid=29689) [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29689)] [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a23:41:41.502420 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a23:41:41.561692 run osmo-hlr_10.42.42.2(pid=29686): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29686)]\u000a23:41:41.610341 run osmo-hlr_10.42.42.2(pid=29686): stdout: \u000a| (launched: 2022-12-08_23:41:38.687496) \u000a23:41:41.659513 run osmo-hlr_10.42.42.2(pid=29686): stderr: \u000a| �[0;m�[1;31m20221208234138864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208234138864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208234138864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234138864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234138864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208234138864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208234138877 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208234138886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208234138886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208234138886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:41:41.725481 run osmo-msc_10.42.42.6(pid=29692): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29692)]\u000a23:41:41.774053 run osmo-msc_10.42.42.6(pid=29692): stdout: \u000a| (launched: 2022-12-08_23:41:40.618254) \u000a23:41:41.822978 run osmo-msc_10.42.42.6(pid=29692): stderr: \u000a| �[0;m�[38;5;43m20221208234140889 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208234140889 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbd11e23c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208234140889 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208234140889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208234140889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208234140890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208234140892 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208234140893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208234140893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208234140893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:41:41.864029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29685): Terminating (SIGTERM)\u000a23:41:41.903079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29688): Terminating (SIGTERM)\u000a23:41:41.942263 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29691): Terminating (SIGTERM)\u000a23:41:41.951485 --- ParallelTerminationStrategy: PID 29685 died...\u000a23:41:42.004079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29685): Terminated: ok {rc=0}\u000a23:41:42.013939 --- ParallelTerminationStrategy: PID 29688 died...\u000a23:41:42.066210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29688): Terminated: ok {rc=0}\u000a23:41:42.075970 --- ParallelTerminationStrategy: PID 29691 died...\u000a23:41:42.128384 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29691): Terminated: ok {rc=0}\u000a23:41:42.215758 bus /sierra_3: Setting Powered False\u000a23:41:43.316445 bus /sierra_3: Setting Powered False\u000a23:41:44.425641 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "65", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:41:24" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29703): Process ended prematurely: osmo-stp_10.42.42.5(pid=29703) [trial-2351↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29703)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29703): Process ended prematurely: osmo-stp_10.42.42.5(pid=29703) [trial-2351↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29703)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a23:41:46.466736 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:41:46.478821 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:41:46.645295 tst mo_mt_call.py: using LAC 17564\u000a23:41:46.769704 tst mo_mt_call.py: using RAC 224\u000a23:41:46.920816 tst mo_mt_call.py: using CellId 17564\u000a23:41:47.076182 tst mo_mt_call.py: using BVCI 17565\u000a23:41:47.108734 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:41:47.124427 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:41:47.136801 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:41:47.149102 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:41:47.161405 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:41:47.173655 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:41:47.294422 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:41:47.504706 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:41:48.015338 run create_hlr_db(pid=29697): Launched\u000a23:41:48.200740 bus /sierra_2: Setting Powered False\u000a23:41:49.220285 run create_hlr_db(pid=29697): Terminated: ok {rc=0}\u000a23:41:49.644828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29699): Launched\u000a23:41:49.964368 run osmo-hlr_10.42.42.2(pid=29700): Launched\u000a23:41:50.080637 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:41:50.636023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29702): Launched\u000a23:41:50.955910 run osmo-stp_10.42.42.5(pid=29703): Launched\u000a23:41:51.071336 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:41:51.655884 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29705): Launched\u000a23:41:51.975331 run osmo-msc_10.42.42.6(pid=29706): Launched\u000a23:41:52.163355 run osmo-stp_10.42.42.5(pid=29703): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29703)]\u000a23:41:52.299166 run osmo-stp_10.42.42.5(pid=29703): stdout: \u000a| (launched: 2022-12-08_23:41:50.798993)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:41:52.435320 run osmo-stp_10.42.42.5(pid=29703): stderr: \u000a| �[0;m�[38;5;43m20221208234150993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234150993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234150993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234150994 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234150994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234150994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234150994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:41:52.564581 run osmo-stp_10.42.42.5(pid=29703): stdout: \u000a| (launched: 2022-12-08_23:41:50.798993)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:41:52.692023 run osmo-stp_10.42.42.5(pid=29703): stderr: \u000a| �[0;m�[38;5;43m20221208234150993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234150993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234150993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234150994 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234150994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234150994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234150994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:41:52.748432 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29703): Process ended prematurely: osmo-stp_10.42.42.5(pid=29703) [trial-2351↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29703)] [trial-2351↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a23:41:52.757696 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a23:41:52.818839 run osmo-hlr_10.42.42.2(pid=29700): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29700)]\u000a23:41:52.869188 run osmo-hlr_10.42.42.2(pid=29700): stdout: \u000a| (launched: 2022-12-08_23:41:49.808359) \u000a23:41:52.920323 run osmo-hlr_10.42.42.2(pid=29700): stderr: \u000a| �[0;m�[1;31m20221208234150006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208234150006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208234150006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234150006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234150006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208234150006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208234150039 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208234150049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208234150049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208234150050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:41:52.989454 run osmo-msc_10.42.42.6(pid=29706): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29706)]\u000a23:41:53.039789 run osmo-msc_10.42.42.6(pid=29706): stdout: \u000a| (launched: 2022-12-08_23:41:51.819063) \u000a23:41:53.090603 run osmo-msc_10.42.42.6(pid=29706): stderr: \u000a| �[0;m�[38;5;43m20221208234152141 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208234152142 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f56d092cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208234152142 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208234152142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208234152142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208234152142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208234152144 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208234152144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208234152144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208234152144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:41:53.134000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29699): Terminating (SIGTERM)\u000a23:41:53.175026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29702): Terminating (SIGTERM)\u000a23:41:53.215965 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29705): Terminating (SIGTERM)\u000a23:41:53.225221 --- ParallelTerminationStrategy: PID 29699 died...\u000a23:41:53.279604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29699): Terminated: ok {rc=0}\u000a23:41:53.289428 --- ParallelTerminationStrategy: PID 29702 died...\u000a23:41:53.343687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29702): Terminated: ok {rc=0}\u000a23:41:53.353521 --- ParallelTerminationStrategy: PID 29705 died...\u000a23:41:53.408122 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29705): Terminated: ok {rc=0}\u000a23:41:53.494027 bus /sierra_3: Setting Powered False\u000a23:41:54.594956 bus /sierra_3: Setting Powered False\u000a23:41:55.700150 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 187, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29716): Process ended prematurely: osmo-stp_10.42.42.5(pid=29716) [trial-2351↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29716)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29716): Process ended prematurely: osmo-stp_10.42.42.5(pid=29716) [trial-2351↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29716)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:41:56.812847 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:41:56.825032 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:41:56.989553 tst mo_mt_call_osmux.py: using LAC 17565\u000a23:41:57.107444 tst mo_mt_call_osmux.py: using RAC 225\u000a23:41:57.224416 tst mo_mt_call_osmux.py: using CellId 17565\u000a23:41:57.344141 tst mo_mt_call_osmux.py: using BVCI 17566\u000a23:41:57.367086 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:41:57.378471 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:41:57.389657 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:41:57.401970 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:41:57.413843 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:41:57.425561 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:41:57.544434 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:41:57.744552 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:41:58.218728 run create_hlr_db(pid=29708): Launched\u000a23:41:58.392387 bus /sierra_2: Setting Powered False\u000a23:41:59.414054 run create_hlr_db(pid=29708): Terminated: ok {rc=0}\u000a23:41:59.839072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29710): Launched\u000a23:42:00.160235 run osmo-hlr_10.42.42.2(pid=29711): Launched\u000a23:42:00.277375 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:42:00.845237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29713): Launched\u000a23:42:01.363001 run osmo-stp_10.42.42.5(pid=29716): Launched\u000a23:42:01.641895 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:42:02.238038 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29718): Launched\u000a23:42:02.561808 run osmo-msc_10.42.42.6(pid=29719): Launched\u000a23:42:02.750514 run osmo-stp_10.42.42.5(pid=29716): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29716)]\u000a23:42:02.885760 run osmo-stp_10.42.42.5(pid=29716): stdout: \u000a| (launched: 2022-12-08_23:42:01.063352)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:42:03.020737 run osmo-stp_10.42.42.5(pid=29716): stderr: \u000a| �[0;m�[38;5;43m20221208234201314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234201315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234201315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234201315 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234201316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234201316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234201316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:42:03.149652 run osmo-stp_10.42.42.5(pid=29716): stdout: \u000a| (launched: 2022-12-08_23:42:01.063352)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:42:03.277024 run osmo-stp_10.42.42.5(pid=29716): stderr: \u000a| �[0;m�[38;5;43m20221208234201314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234201315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234201315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234201315 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234201316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234201316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234201316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:42:03.333763 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29716): Process ended prematurely: osmo-stp_10.42.42.5(pid=29716) [trial-2351↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29716)] [trial-2351↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a23:42:03.343086 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a23:42:03.404846 run osmo-hlr_10.42.42.2(pid=29711): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29711)]\u000a23:42:03.455658 run osmo-hlr_10.42.42.2(pid=29711): stdout: \u000a| (launched: 2022-12-08_23:42:00.002754) \u000a23:42:03.506843 run osmo-hlr_10.42.42.2(pid=29711): stderr: \u000a| �[0;m�[1;31m20221208234200199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208234200199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208234200199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234200199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234200199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208234200199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208234200257 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208234200265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208234200265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208234200265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:42:03.576243 run osmo-msc_10.42.42.6(pid=29719): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29719)]\u000a23:42:03.626775 run osmo-msc_10.42.42.6(pid=29719): stdout: \u000a| (launched: 2022-12-08_23:42:02.404708) \u000a23:42:03.677936 run osmo-msc_10.42.42.6(pid=29719): stderr: \u000a| �[0;m�[38;5;43m20221208234202728 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208234202728 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff29d4e5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208234202728 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208234202728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208234202728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208234202729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208234202730 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208234202731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208234202731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208234202731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:42:03.721298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29710): Terminating (SIGTERM)\u000a23:42:03.762346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29713): Terminating (SIGTERM)\u000a23:42:03.803666 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29718): Terminating (SIGTERM)\u000a23:42:03.813210 --- ParallelTerminationStrategy: PID 29710 died...\u000a23:42:03.868056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29710): Terminated: ok {rc=0}\u000a23:42:03.878080 --- ParallelTerminationStrategy: PID 29713 died...\u000a23:42:03.932674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29713): Terminated: ok {rc=0}\u000a23:42:03.942963 --- ParallelTerminationStrategy: PID 29718 died...\u000a23:42:03.997798 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29718): Terminated: ok {rc=0}\u000a23:42:04.083569 bus /sierra_3: Setting Powered False\u000a23:42:05.189355 bus /sierra_3: Setting Powered False\u000a23:42:06.295296 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "66", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:41:46" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29731): Process ended prematurely: osmo-stp_10.42.42.5(pid=29731) [trial-2351↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29731)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29731): Process ended prematurely: osmo-stp_10.42.42.5(pid=29731) [trial-2351↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29731)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a23:42:08.299875 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:42:08.310775 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:42:08.466486 tst mo_mt_call.py: using LAC 17566\u000a23:42:08.583271 tst mo_mt_call.py: using RAC 226\u000a23:42:08.707442 tst mo_mt_call.py: using CellId 17566\u000a23:42:08.831356 tst mo_mt_call.py: using BVCI 17567\u000a23:42:08.855911 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:42:08.867389 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:42:08.878551 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:42:08.890003 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:42:08.901270 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:42:08.912414 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:42:09.028536 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:42:09.236877 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:42:09.748064 run create_hlr_db(pid=29725): Launched\u000a23:42:09.933229 bus /sierra_2: Setting Powered False\u000a23:42:10.954357 run create_hlr_db(pid=29725): Terminated: ok {rc=0}\u000a23:42:11.358012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29727): Launched\u000a23:42:11.660831 run osmo-hlr_10.42.42.2(pid=29728): Launched\u000a23:42:11.780066 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:42:12.310139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29730): Launched\u000a23:42:12.612645 run osmo-stp_10.42.42.5(pid=29731): Launched\u000a23:42:12.725287 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:42:13.274883 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29733): Launched\u000a23:42:13.577360 run osmo-msc_10.42.42.6(pid=29734): Launched\u000a23:42:13.757245 run osmo-stp_10.42.42.5(pid=29731): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29731)]\u000a23:42:13.886033 run osmo-stp_10.42.42.5(pid=29731): stdout: \u000a| (launched: 2022-12-08_23:42:12.463943)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:42:14.012086 run osmo-stp_10.42.42.5(pid=29731): stderr: \u000a| �[0;m�[38;5;43m20221208234212635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234212635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234212635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234212636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234212636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234212636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234212636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:42:14.133016 run osmo-stp_10.42.42.5(pid=29731): stdout: \u000a| (launched: 2022-12-08_23:42:12.463943)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:42:14.253279 run osmo-stp_10.42.42.5(pid=29731): stderr: \u000a| �[0;m�[38;5;43m20221208234212635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234212635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234212635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234212636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234212636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234212636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234212636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:42:14.306329 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29731): Process ended prematurely: osmo-stp_10.42.42.5(pid=29731) [trial-2351↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29731)] [trial-2351↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a23:42:14.314952 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a23:42:14.374195 run osmo-hlr_10.42.42.2(pid=29728): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29728)]\u000a23:42:14.422470 run osmo-hlr_10.42.42.2(pid=29728): stdout: \u000a| (launched: 2022-12-08_23:42:11.511795) \u000a23:42:14.470910 run osmo-hlr_10.42.42.2(pid=29728): stderr: \u000a| �[0;m�[1;31m20221208234211689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208234211689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208234211689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234211690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234211690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208234211690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208234211702 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208234211711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208234211711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208234211711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:42:14.537474 run osmo-msc_10.42.42.6(pid=29734): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29734)]\u000a23:42:14.585892 run osmo-msc_10.42.42.6(pid=29734): stdout: \u000a| (launched: 2022-12-08_23:42:13.427651) \u000a23:42:14.635202 run osmo-msc_10.42.42.6(pid=29734): stderr: \u000a| �[0;m�[38;5;43m20221208234213698 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208234213698 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f613261ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208234213698 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208234213698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208234213698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208234213698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208234213700 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208234213701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208234213701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208234213701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:42:14.676282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29727): Terminating (SIGTERM)\u000a23:42:14.715597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29730): Terminating (SIGTERM)\u000a23:42:14.754544 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29733): Terminating (SIGTERM)\u000a23:42:14.763804 --- ParallelTerminationStrategy: PID 29727 died...\u000a23:42:14.816639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29727): Terminated: ok {rc=0}\u000a23:42:14.826144 --- ParallelTerminationStrategy: PID 29730 died...\u000a23:42:14.878662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29730): Terminated: ok {rc=0}\u000a23:42:14.888114 --- ParallelTerminationStrategy: PID 29733 died...\u000a23:42:14.940302 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29733): Terminated: ok {rc=0}\u000a23:42:15.028127 bus /sierra_3: Setting Powered False\u000a23:42:16.145184 bus /sierra_3: Setting Powered False\u000a23:42:17.263317 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 187, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29742): Process ended prematurely: osmo-stp_10.42.42.5(pid=29742) [trial-2351↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29742)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29742): Process ended prematurely: osmo-stp_10.42.42.5(pid=29742) [trial-2351↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29742)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:42:18.376519 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:42:18.388427 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:42:18.548824 tst mo_mt_call_osmux.py: using LAC 17567\u000a23:42:18.669245 tst mo_mt_call_osmux.py: using RAC 227\u000a23:42:18.790864 tst mo_mt_call_osmux.py: using CellId 17567\u000a23:42:18.911558 tst mo_mt_call_osmux.py: using BVCI 17568\u000a23:42:18.934555 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:42:18.945589 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:42:18.956382 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:42:18.967549 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:42:18.978796 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:42:18.989801 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:42:19.108500 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:42:19.313364 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:42:19.785227 run create_hlr_db(pid=29736): Launched\u000a23:42:19.958132 bus /sierra_2: Setting Powered False\u000a23:42:20.979324 run create_hlr_db(pid=29736): Terminated: ok {rc=0}\u000a23:42:21.379038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29738): Launched\u000a23:42:21.679549 run osmo-hlr_10.42.42.2(pid=29739): Launched\u000a23:42:21.799383 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:42:22.327050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29741): Launched\u000a23:42:22.628436 run osmo-stp_10.42.42.5(pid=29742): Launched\u000a23:42:22.739280 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:42:23.289104 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29744): Launched\u000a23:42:23.590508 run osmo-msc_10.42.42.6(pid=29745): Launched\u000a23:42:23.768182 run osmo-stp_10.42.42.5(pid=29742): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29742)]\u000a23:42:23.897263 run osmo-stp_10.42.42.5(pid=29742): stdout: \u000a| (launched: 2022-12-08_23:42:22.480174)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:42:24.023630 run osmo-stp_10.42.42.5(pid=29742): stderr: \u000a| �[0;m�[38;5;43m20221208234222650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234222650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234222650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234222650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234222651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234222651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234222651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:42:24.144508 run osmo-stp_10.42.42.5(pid=29742): stdout: \u000a| (launched: 2022-12-08_23:42:22.480174)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:42:24.264071 run osmo-stp_10.42.42.5(pid=29742): stderr: \u000a| �[0;m�[38;5;43m20221208234222650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234222650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234222650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234222650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234222651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234222651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234222651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:42:24.316776 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29742): Process ended prematurely: osmo-stp_10.42.42.5(pid=29742) [trial-2351↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29742)] [trial-2351↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a23:42:24.325489 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a23:42:24.384844 run osmo-hlr_10.42.42.2(pid=29739): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29739)]\u000a23:42:24.433794 run osmo-hlr_10.42.42.2(pid=29739): stdout: \u000a| (launched: 2022-12-08_23:42:21.532037) \u000a23:42:24.483137 run osmo-hlr_10.42.42.2(pid=29739): stderr: \u000a| �[0;m�[1;31m20221208234221709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208234221709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208234221709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234221710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234221710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208234221710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208234221722 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208234221730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208234221731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208234221731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:42:24.549884 run osmo-msc_10.42.42.6(pid=29745): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29745)]\u000a23:42:24.598563 run osmo-msc_10.42.42.6(pid=29745): stdout: \u000a| (launched: 2022-12-08_23:42:23.442420) \u000a23:42:24.647611 run osmo-msc_10.42.42.6(pid=29745): stderr: \u000a| �[0;m�[38;5;43m20221208234223716 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208234223716 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd77ce96c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208234223717 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208234223717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208234223717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208234223717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208234223720 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208234223720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208234223721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208234223721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:42:24.689151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29738): Terminating (SIGTERM)\u000a23:42:24.728509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29741): Terminating (SIGTERM)\u000a23:42:24.767742 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29744): Terminating (SIGTERM)\u000a23:42:24.776906 --- ParallelTerminationStrategy: PID 29738 died...\u000a23:42:24.829575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29738): Terminated: ok {rc=0}\u000a23:42:24.839156 --- ParallelTerminationStrategy: PID 29741 died...\u000a23:42:24.891157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29741): Terminated: ok {rc=0}\u000a23:42:24.900658 --- ParallelTerminationStrategy: PID 29744 died...\u000a23:42:24.952622 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29744): Terminated: ok {rc=0}\u000a23:42:25.040682 bus /sierra_3: Setting Powered False\u000a23:42:26.141112 bus /sierra_3: Setting Powered False\u000a23:42:27.250143 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "67", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:42:08" }, { "cases" : [ { "testActions" : [ ], "age" : 210, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29756): Process ended prematurely: osmo-stp_10.42.42.5(pid=29756) [trial-2351↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29756)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29756): Process ended prematurely: osmo-stp_10.42.42.5(pid=29756) [trial-2351↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29756)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 emergency:trx-sysmocell5000 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a23:42:29.256106 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:42:29.267689 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a23:42:29.407653 tst emergency_mo_mt_call.py: using LAC 17568\u000a23:42:29.523278 tst emergency_mo_mt_call.py: using RAC 228\u000a23:42:29.645737 tst emergency_mo_mt_call.py: using CellId 17568\u000a23:42:29.764383 tst emergency_mo_mt_call.py: using BVCI 17569\u000a23:42:29.787036 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:42:29.797909 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:42:29.808339 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:42:29.819242 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:42:29.830170 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:42:29.840833 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a23:42:29.954291 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a23:42:30.149362 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:42:30.613552 run create_hlr_db(pid=29750): Launched\u000a23:42:30.785737 bus /sierra_2: Setting Powered False\u000a23:42:31.859006 run create_hlr_db(pid=29750): Terminated: ok {rc=0}\u000a23:42:32.304848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29752): Launched\u000a23:42:32.618905 run osmo-hlr_10.42.42.2(pid=29753): Launched\u000a23:42:32.735463 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:42:33.283189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29755): Launched\u000a23:42:33.597651 run osmo-stp_10.42.42.5(pid=29756): Launched\u000a23:42:33.724390 tst emergency_mo_mt_call.py: using MSISDN 6913\u000a23:42:33.882625 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:42:34.458137 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29758): Launched\u000a23:42:34.772914 run osmo-msc_10.42.42.6(pid=29759): Launched\u000a23:42:34.957301 run osmo-stp_10.42.42.5(pid=29756): ERR: Terminated: ERROR {rc=1} [trial-2351↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29756)]\u000a23:42:35.094968 run osmo-stp_10.42.42.5(pid=29756): stdout: \u000a| (launched: 2022-12-08_23:42:33.443341)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:42:35.228159 run osmo-stp_10.42.42.5(pid=29756): stderr: \u000a| �[0;m�[38;5;43m20221208234233633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234233633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234233633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234233634 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234233634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234233634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234233634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:42:35.355047 run osmo-stp_10.42.42.5(pid=29756): stdout: \u000a| (launched: 2022-12-08_23:42:33.443341)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:42:35.481108 run osmo-stp_10.42.42.5(pid=29756): stderr: \u000a| �[0;m�[38;5;43m20221208234233633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234233633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234233633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234233634 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234233634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234233634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234233634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:42:35.536096 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=29756): Process ended prematurely: osmo-stp_10.42.42.5(pid=29756) [trial-2351↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29756)] [trial-2351↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]\u000a23:42:35.544580 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a23:42:35.606270 run osmo-hlr_10.42.42.2(pid=29753): ERR: Terminated: ERROR {rc=237} [trial-2351↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29753)]\u000a23:42:35.656801 run osmo-hlr_10.42.42.2(pid=29753): stdout: \u000a| (launched: 2022-12-08_23:42:32.465254) \u000a23:42:35.708284 run osmo-hlr_10.42.42.2(pid=29753): stderr: \u000a| �[0;m�[1;31m20221208234232662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208234232662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208234232662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234232662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234232662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208234232662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208234232675 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208234232683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208234232683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208234232683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:42:35.780594 run osmo-msc_10.42.42.6(pid=29759): ERR: Terminated: ERROR {rc=2} [trial-2351↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29759)]\u000a23:42:35.829343 run osmo-msc_10.42.42.6(pid=29759): stdout: \u000a| (launched: 2022-12-08_23:42:34.618812) \u000a23:42:35.878332 run osmo-msc_10.42.42.6(pid=29759): stderr: \u000a| �[0;m�[38;5;43m20221208234234942 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208234234942 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f055a5bfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208234234942 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208234234942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208234234943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208234234943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208234234945 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208234234945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208234234945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208234234945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:42:35.919513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29752): Terminating (SIGTERM)\u000a23:42:35.958860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29755): Terminating (SIGTERM)\u000a23:42:35.998038 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29758): Terminating (SIGTERM)\u000a23:42:36.007214 --- ParallelTerminationStrategy: PID 29752 died...\u000a23:42:36.059451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29752): Terminated: ok {rc=0}\u000a23:42:36.069134 --- ParallelTerminationStrategy: PID 29755 died...\u000a23:42:36.121133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29755): Terminated: ok {rc=0}\u000a23:42:36.130722 --- ParallelTerminationStrategy: PID 29758 died...\u000a23:42:36.183074 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29758): Terminated: ok {rc=0}\u000a23:42:36.271673 bus /sierra_3: Setting Powered False\u000a23:42:37.373958 bus /sierra_3: Setting Powered False\u000a23:42:38.484260 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 210, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29769): Process ended prematurely: osmo-stp_10.42.42.5(pid=29769) [trial-2351↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29769)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29769): Process ended prematurely: osmo-stp_10.42.42.5(pid=29769) [trial-2351↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29769)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 emergency:trx-sysmocell5000 emergency_preemptive_call.py\u000a----------------------------------------------\u000a23:42:39.534764 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:42:39.545921 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a23:42:39.683056 tst emergency_preemptive_call.py: using LAC 17569\u000a23:42:39.799328 tst emergency_preemptive_call.py: using RAC 229\u000a23:42:39.914684 tst emergency_preemptive_call.py: using CellId 17569\u000a23:42:40.029552 tst emergency_preemptive_call.py: using BVCI 17570\u000a23:42:40.051737 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:42:40.062467 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:42:40.072927 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:42:40.083885 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:42:40.094664 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:42:40.105424 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a23:42:40.220362 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a23:42:40.338064 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a23:42:40.452644 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a23:42:40.646889 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:42:41.111834 run create_hlr_db(pid=29763): Launched\u000a23:42:41.283804 bus /sierra_2: Setting Powered False\u000a23:42:42.303348 run create_hlr_db(pid=29763): Terminated: ok {rc=0}\u000a23:42:42.723965 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29765): Launched\u000a23:42:43.039128 run osmo-hlr_10.42.42.2(pid=29766): Launched\u000a23:42:43.154977 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:42:43.702666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29768): Launched\u000a23:42:44.017621 run osmo-stp_10.42.42.5(pid=29769): Launched\u000a23:42:44.145034 tst emergency_preemptive_call.py: using MSISDN 6914\u000a23:42:44.302502 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:42:44.875988 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29771): Launched\u000a23:42:45.190294 run osmo-msc_10.42.42.6(pid=29772): Launched\u000a23:42:45.374999 run osmo-stp_10.42.42.5(pid=29769): ERR: Terminated: ERROR {rc=1} [trial-2351↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29769)]\u000a23:42:45.509103 run osmo-stp_10.42.42.5(pid=29769): stdout: \u000a| (launched: 2022-12-08_23:42:43.863110)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:42:45.642774 run osmo-stp_10.42.42.5(pid=29769): stderr: \u000a| �[0;m�[38;5;43m20221208234244056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234244056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234244056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234244057 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234244057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234244057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234244057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:42:45.769198 run osmo-stp_10.42.42.5(pid=29769): stdout: \u000a| (launched: 2022-12-08_23:42:43.863110)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:42:45.912211 run osmo-stp_10.42.42.5(pid=29769): stderr: \u000a| �[0;m�[38;5;43m20221208234244056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234244056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234244056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234244057 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234244057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234244057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234244057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:42:45.969234 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=29769): Process ended prematurely: osmo-stp_10.42.42.5(pid=29769) [trial-2351↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29769)] [trial-2351↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]\u000a23:42:45.989047 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a23:42:46.061228 run osmo-hlr_10.42.42.2(pid=29766): ERR: Terminated: ERROR {rc=237} [trial-2351↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29766)]\u000a23:42:46.112938 run osmo-hlr_10.42.42.2(pid=29766): stdout: \u000a| (launched: 2022-12-08_23:42:42.884730) \u000a23:42:46.166247 run osmo-hlr_10.42.42.2(pid=29766): stderr: \u000a| �[0;m�[1;31m20221208234243082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208234243082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208234243083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234243083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234243083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208234243083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208234243095 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208234243105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208234243105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208234243105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:42:46.237631 run osmo-msc_10.42.42.6(pid=29772): ERR: Terminated: ERROR {rc=2} [trial-2351↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29772)]\u000a23:42:46.289843 run osmo-msc_10.42.42.6(pid=29772): stdout: \u000a| (launched: 2022-12-08_23:42:45.036341) \u000a23:42:46.342908 run osmo-msc_10.42.42.6(pid=29772): stderr: \u000a| �[0;m�[38;5;43m20221208234245356 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208234245356 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3fcd5fdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208234245356 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208234245356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208234245357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208234245357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208234245359 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208234245359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208234245359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208234245359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:42:46.387522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29765): Terminating (SIGTERM)\u000a23:42:46.430803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29768): Terminating (SIGTERM)\u000a23:42:46.474687 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29771): Terminating (SIGTERM)\u000a23:42:46.484390 --- ParallelTerminationStrategy: PID 29765 died...\u000a23:42:46.541302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29765): Terminated: ok {rc=0}\u000a23:42:46.552001 --- ParallelTerminationStrategy: PID 29768 died...\u000a23:42:46.609113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29768): Terminated: ok {rc=0}\u000a23:42:46.619741 --- ParallelTerminationStrategy: PID 29771 died...\u000a23:42:46.676994 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29771): Terminated: ok {rc=0}\u000a23:42:46.764639 bus /sierra_9: Setting Powered False\u000a23:42:47.866816 bus /sierra_9: Setting Powered False\u000a23:42:48.977020 bus /sierra_8: Setting Powered False\u000a23:42:50.079406 bus /sierra_8: Setting Powered False\u000a23:42:51.188502 bus /sierra_3: Setting Powered False\u000a23:42:52.292884 bus /sierra_3: Setting Powered False\u000a23:42:53.398506 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "68", "name" : "emergency_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:42:28" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29787): Process ended prematurely: osmo-stp_10.42.42.5(pid=29787) [trial-2351↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29787)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29787): Process ended prematurely: osmo-stp_10.42.42.5(pid=29787) [trial-2351↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29787)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-sysmocell5000 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:42:55.522898 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:42:55.533523 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a23:42:55.672885 tst cs_paging_gprs_active.py: using LAC 17570\u000a23:42:55.791603 tst cs_paging_gprs_active.py: using RAC 230\u000a23:42:55.918974 tst cs_paging_gprs_active.py: using CellId 17570\u000a23:42:56.042953 tst cs_paging_gprs_active.py: using BVCI 17571\u000a23:42:56.067840 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:42:56.079390 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:42:56.090513 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:42:56.101444 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:42:56.112077 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:42:56.122838 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:42:56.133845 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:42:56.144606 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:42:56.155598 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a23:42:56.270151 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a23:42:56.561623 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:42:56.695827 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:42:57.027434 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29777): Launched\u000a23:42:57.302949 run iperf3-srv_10.42.42.10(pid=29778): Launched\u000a23:42:57.501688 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:42:57.636311 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:42:57.968222 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29779): Launched\u000a23:42:58.244029 run iperf3-srv_10.42.42.10(pid=29780): Launched\u000a23:42:58.441594 tst cs_paging_gprs_active.py:38: start network...\u000a23:42:58.576228 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:42:59.090316 run create_hlr_db(pid=29781): Launched\u000a23:42:59.275880 bus /sierra_2: Setting Powered False\u000a23:43:00.296446 run create_hlr_db(pid=29781): Terminated: ok {rc=0}\u000a23:43:00.709134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29783): Launched\u000a23:43:01.171716 run osmo-hlr_10.42.42.2(pid=29784): Launched\u000a23:43:01.411312 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:43:01.996439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29786): Launched\u000a23:43:02.332252 run osmo-stp_10.42.42.5(pid=29787): Launched\u000a23:43:02.443374 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:43:02.971633 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29789): Launched\u000a23:43:03.080047 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:43:03.343951 run patchelf(pid=29790): Launched\u000a23:43:03.521323 run osmo-stp_10.42.42.5(pid=29787): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29787)]\u000a23:43:03.650742 run osmo-stp_10.42.42.5(pid=29787): stdout: \u000a| (launched: 2022-12-08_23:43:02.163538)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:43:03.780060 run osmo-stp_10.42.42.5(pid=29787): stderr: \u000a| �[0;m�[38;5;43m20221208234302335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234302335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234302336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234302336 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234302336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234302337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234302337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:43:03.905427 run osmo-stp_10.42.42.5(pid=29787): stdout: \u000a| (launched: 2022-12-08_23:43:02.163538)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:43:04.029748 run osmo-stp_10.42.42.5(pid=29787): stderr: \u000a| �[0;m�[38;5;43m20221208234302335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234302335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234302336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234302336 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234302336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234302337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234302337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:43:04.174709 run patchelf(pid=29790): Terminating (SIGINT)\u000a23:43:04.344373 run patchelf(pid=29790): Terminated: ok {rc=0}\u000a23:43:04.375580 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29787): Process ended prematurely: osmo-stp_10.42.42.5(pid=29787) [trial-2351↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29787)] [trial-2351↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]\u000a23:43:04.384768 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a23:43:04.444152 run osmo-hlr_10.42.42.2(pid=29784): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29784)]\u000a23:43:04.492317 run osmo-hlr_10.42.42.2(pid=29784): stdout: \u000a| (launched: 2022-12-08_23:43:00.882693) \u000a23:43:04.540682 run osmo-hlr_10.42.42.2(pid=29784): stderr: \u000a| �[0;m�[1;31m20221208234301233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208234301233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208234301233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234301233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234301233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208234301233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208234301251 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208234301259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208234301259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208234301259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:43:04.582416 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29777): Terminating (SIGTERM)\u000a23:43:04.621513 run iperf3-srv_10.42.42.10(pid=29778): Terminating (SIGTERM)\u000a23:43:04.660677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29779): Terminating (SIGTERM)\u000a23:43:04.700089 run iperf3-srv_10.42.42.10(pid=29780): Terminating (SIGTERM)\u000a23:43:04.739247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29783): Terminating (SIGTERM)\u000a23:43:04.778421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29786): Terminating (SIGTERM)\u000a23:43:04.817531 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29789): Terminating (SIGTERM)\u000a23:43:04.826729 --- ParallelTerminationStrategy: PID 29777 died...\u000a23:43:04.879354 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29777): Terminated: ok {rc=0}\u000a23:43:04.888814 --- ParallelTerminationStrategy: PID 29778 died...\u000a23:43:04.940678 run iperf3-srv_10.42.42.10(pid=29778): Terminated {rc=256}\u000a23:43:04.950038 --- ParallelTerminationStrategy: PID 29779 died...\u000a23:43:05.002112 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29779): Terminated: ok {rc=0}\u000a23:43:05.011734 --- ParallelTerminationStrategy: PID 29780 died...\u000a23:43:05.063619 run iperf3-srv_10.42.42.10(pid=29780): Terminated {rc=256}\u000a23:43:05.073275 --- ParallelTerminationStrategy: PID 29783 died...\u000a23:43:05.125365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29783): Terminated: ok {rc=0}\u000a23:43:05.134940 --- ParallelTerminationStrategy: PID 29786 died...\u000a23:43:05.187469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29786): Terminated: ok {rc=0}\u000a23:43:05.197063 --- ParallelTerminationStrategy: PID 29789 died...\u000a23:43:05.249325 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29789): Terminated: ok {rc=0}\u000a23:43:05.337457 bus /gobi_0: Setting Powered False\u000a23:43:06.440015 bus /gobi_0: Setting Powered False\u000a23:43:07.545502 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29799): Process ended prematurely: osmo-stp_10.42.42.5(pid=29799) [trial-2351↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29799)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29799): Process ended prematurely: osmo-stp_10.42.42.5(pid=29799) [trial-2351↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29799)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-sysmocell5000 iperf3.py\u000a----------------------------------------------\u000a23:43:08.658363 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:08.670022 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a23:43:08.816550 tst iperf3.py: using LAC 17571\u000a23:43:08.942400 tst iperf3.py: using RAC 231\u000a23:43:09.068659 tst iperf3.py: using CellId 17571\u000a23:43:09.195924 tst iperf3.py: using BVCI 17572\u000a23:43:09.220500 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:09.231597 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:09.242569 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:09.253415 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:09.264241 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:09.275078 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:09.286087 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:09.296774 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:09.307902 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a23:43:09.583308 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:43:09.709171 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:43:10.020884 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29791): Launched\u000a23:43:10.280904 run iperf3-srv_10.42.42.10(pid=29792): Launched\u000a23:43:10.466621 tst iperf3.py:8: start network...\u000a23:43:10.593175 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:43:11.070850 run create_hlr_db(pid=29793): Launched\u000a23:43:11.245992 bus /gobi_6: Setting Powered False\u000a23:43:12.267071 run create_hlr_db(pid=29793): Terminated: ok {rc=0}\u000a23:43:12.695326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29795): Launched\u000a23:43:13.016682 run osmo-hlr_10.42.42.2(pid=29796): Launched\u000a23:43:13.134718 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:43:13.700276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29798): Launched\u000a23:43:14.023126 run osmo-stp_10.42.42.5(pid=29799): Launched\u000a23:43:14.140902 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:43:14.704148 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29801): Launched\u000a23:43:14.819314 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:43:15.100061 run patchelf(pid=29802): Launched\u000a23:43:15.289207 run osmo-stp_10.42.42.5(pid=29799): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29799)]\u000a23:43:15.427538 run osmo-stp_10.42.42.5(pid=29799): stdout: \u000a| (launched: 2022-12-08_23:43:13.864885)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:43:15.566672 run osmo-stp_10.42.42.5(pid=29799): stderr: \u000a| �[0;m�[38;5;43m20221208234314055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234314056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234314056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234314056 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234314058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234314059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234314059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:43:15.700389 run osmo-stp_10.42.42.5(pid=29799): stdout: \u000a| (launched: 2022-12-08_23:43:13.864885)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:43:15.832785 run osmo-stp_10.42.42.5(pid=29799): stderr: \u000a| �[0;m�[38;5;43m20221208234314055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234314056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234314056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234314056 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234314058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234314059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234314059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:43:15.989875 run patchelf(pid=29802): Terminating (SIGINT)\u000a23:43:16.174045 run patchelf(pid=29802): Terminated: ok {rc=0}\u000a23:43:16.208247 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29799): Process ended prematurely: osmo-stp_10.42.42.5(pid=29799) [trial-2351↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29799)] [trial-2351↪gprs:trx-sysmocell5000↪iperf3.py:8]\u000a23:43:16.218666 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a23:43:16.282321 run osmo-hlr_10.42.42.2(pid=29796): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29796)]\u000a23:43:16.334603 run osmo-hlr_10.42.42.2(pid=29796): stdout: \u000a| (launched: 2022-12-08_23:43:12.859598) \u000a23:43:16.387289 run osmo-hlr_10.42.42.2(pid=29796): stderr: \u000a| �[0;m�[1;31m20221208234313057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208234313057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208234313057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234313057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234313057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208234313057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208234313068 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208234313077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208234313077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208234313077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:43:16.432324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29791): Terminating (SIGTERM)\u000a23:43:16.475655 run iperf3-srv_10.42.42.10(pid=29792): Terminating (SIGTERM)\u000a23:43:16.520035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29795): Terminating (SIGTERM)\u000a23:43:16.562394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29798): Terminating (SIGTERM)\u000a23:43:16.606848 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29801): Terminating (SIGTERM)\u000a23:43:16.616562 --- ParallelTerminationStrategy: PID 29791 died...\u000a23:43:16.673150 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29791): Terminated: ok {rc=0}\u000a23:43:16.683480 --- ParallelTerminationStrategy: PID 29792 died...\u000a23:43:16.739629 run iperf3-srv_10.42.42.10(pid=29792): Terminated {rc=256}\u000a23:43:16.750030 --- ParallelTerminationStrategy: PID 29795 died...\u000a23:43:16.806227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29795): Terminated: ok {rc=0}\u000a23:43:16.816603 --- ParallelTerminationStrategy: PID 29798 died...\u000a23:43:16.873117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29798): Terminated: ok {rc=0}\u000a23:43:16.883552 --- ParallelTerminationStrategy: PID 29801 died...\u000a23:43:16.939746 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29801): Terminated: ok {rc=0}\u000a23:43:17.029559 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-sysmocell5000", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29818): Process ended prematurely: osmo-stp_10.42.42.5(pid=29818) [trial-2351↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29818)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29818): Process ended prematurely: osmo-stp_10.42.42.5(pid=29818) [trial-2351↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29818)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-sysmocell5000 iperf3m4.py\u000a----------------------------------------------\u000a23:43:18.142657 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:18.154218 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a23:43:18.299312 tst iperf3m4.py: using LAC 17572\u000a23:43:18.428563 tst iperf3m4.py: using RAC 232\u000a23:43:18.554875 tst iperf3m4.py: using CellId 17572\u000a23:43:18.680370 tst iperf3m4.py: using BVCI 17573\u000a23:43:18.705143 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:18.716268 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:18.727113 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:18.737975 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:18.748758 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:18.759577 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:18.770663 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:18.781416 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:18.792304 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a23:43:18.909234 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a23:43:19.025339 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a23:43:19.140841 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a23:43:19.433426 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:43:19.567785 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:43:19.899895 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29804): Launched\u000a23:43:20.176076 run iperf3-srv_10.42.42.10(pid=29805): Launched\u000a23:43:20.373752 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:43:20.508648 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:43:20.841122 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29806): Launched\u000a23:43:21.117733 run iperf3-srv_10.42.42.10(pid=29807): Launched\u000a23:43:21.315730 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:43:21.450528 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:43:21.783338 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29808): Launched\u000a23:43:22.059054 run iperf3-srv_10.42.42.10(pid=29809): Launched\u000a23:43:22.256054 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:43:22.390429 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:43:22.722767 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29810): Launched\u000a23:43:22.998227 run iperf3-srv_10.42.42.10(pid=29811): Launched\u000a23:43:23.195665 tst iperf3m4.py:8: start network...\u000a23:43:23.329697 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:43:23.843834 run create_hlr_db(pid=29812): Launched\u000a23:43:24.030303 bus /gobi_6: Setting Powered False\u000a23:43:25.050930 run create_hlr_db(pid=29812): Terminated: ok {rc=0}\u000a23:43:25.479650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29814): Launched\u000a23:43:25.800871 run osmo-hlr_10.42.42.2(pid=29815): Launched\u000a23:43:25.917698 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:43:26.478863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29817): Launched\u000a23:43:26.800469 run osmo-stp_10.42.42.5(pid=29818): Launched\u000a23:43:26.916652 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:43:27.478556 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29820): Launched\u000a23:43:27.593986 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:43:27.874197 run patchelf(pid=29821): Launched\u000a23:43:28.062427 run osmo-stp_10.42.42.5(pid=29818): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29818)]\u000a23:43:28.200178 run osmo-stp_10.42.42.5(pid=29818): stdout: \u000a| (launched: 2022-12-08_23:43:26.643086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:43:28.338606 run osmo-stp_10.42.42.5(pid=29818): stderr: \u000a| �[0;m�[38;5;43m20221208234326838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234326838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234326838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234326838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234326839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234326839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234326839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:43:28.471906 run osmo-stp_10.42.42.5(pid=29818): stdout: \u000a| (launched: 2022-12-08_23:43:26.643086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:43:28.604201 run osmo-stp_10.42.42.5(pid=29818): stderr: \u000a| �[0;m�[38;5;43m20221208234326838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234326838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234326838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234326838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234326839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234326839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234326839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:43:28.757826 run patchelf(pid=29821): Terminating (SIGINT)\u000a23:43:28.937999 run patchelf(pid=29821): Terminated: ok {rc=0}\u000a23:43:28.971056 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29818): Process ended prematurely: osmo-stp_10.42.42.5(pid=29818) [trial-2351↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29818)] [trial-2351↪gprs:trx-sysmocell5000↪iperf3m4.py:8]\u000a23:43:28.980856 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a23:43:29.043129 run osmo-hlr_10.42.42.2(pid=29815): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29815)]\u000a23:43:29.093626 run osmo-hlr_10.42.42.2(pid=29815): stdout: \u000a| (launched: 2022-12-08_23:43:25.643709) \u000a23:43:29.144710 run osmo-hlr_10.42.42.2(pid=29815): stderr: \u000a| �[0;m�[1;31m20221208234325841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208234325841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208234325841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234325841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234325841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208234325841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208234325852 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208234325862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208234325862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208234325862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:43:29.188165 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29804): Terminating (SIGTERM)\u000a23:43:29.229635 run iperf3-srv_10.42.42.10(pid=29805): Terminating (SIGTERM)\u000a23:43:29.270850 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29806): Terminating (SIGTERM)\u000a23:43:29.311646 run iperf3-srv_10.42.42.10(pid=29807): Terminating (SIGTERM)\u000a23:43:29.352664 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29808): Terminating (SIGTERM)\u000a23:43:29.393591 run iperf3-srv_10.42.42.10(pid=29809): Terminating (SIGTERM)\u000a23:43:29.434429 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29810): Terminating (SIGTERM)\u000a23:43:29.475562 run iperf3-srv_10.42.42.10(pid=29811): Terminating (SIGTERM)\u000a23:43:29.516530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29814): Terminating (SIGTERM)\u000a23:43:29.557531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29817): Terminating (SIGTERM)\u000a23:43:29.598519 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29820): Terminating (SIGTERM)\u000a23:43:29.608017 --- ParallelTerminationStrategy: PID 29804 died...\u000a23:43:29.662875 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29804): Terminated: ok {rc=0}\u000a23:43:29.672634 --- ParallelTerminationStrategy: PID 29805 died...\u000a23:43:29.727057 run iperf3-srv_10.42.42.10(pid=29805): Terminated {rc=256}\u000a23:43:29.736780 --- ParallelTerminationStrategy: PID 29806 died...\u000a23:43:29.791671 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29806): Terminated: ok {rc=0}\u000a23:43:29.801938 --- ParallelTerminationStrategy: PID 29807 died...\u000a23:43:29.856577 run iperf3-srv_10.42.42.10(pid=29807): Terminated {rc=256}\u000a23:43:29.866370 --- ParallelTerminationStrategy: PID 29808 died...\u000a23:43:29.921141 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29808): Terminated: ok {rc=0}\u000a23:43:29.931071 --- ParallelTerminationStrategy: PID 29809 died...\u000a23:43:29.985865 run iperf3-srv_10.42.42.10(pid=29809): Terminated {rc=256}\u000a23:43:29.995732 --- ParallelTerminationStrategy: PID 29810 died...\u000a23:43:30.050317 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29810): Terminated: ok {rc=0}\u000a23:43:30.060133 --- ParallelTerminationStrategy: PID 29811 died...\u000a23:43:30.114504 run iperf3-srv_10.42.42.10(pid=29811): Terminated {rc=256}\u000a23:43:30.124327 --- ParallelTerminationStrategy: PID 29814 died...\u000a23:43:30.178987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29814): Terminated: ok {rc=0}\u000a23:43:30.188874 --- ParallelTerminationStrategy: PID 29817 died...\u000a23:43:30.243594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29817): Terminated: ok {rc=0}\u000a23:43:30.253628 --- ParallelTerminationStrategy: PID 29820 died...\u000a23:43:30.308154 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29820): Terminated: ok {rc=0}\u000a23:43:30.394754 bus /gobi_4: Setting Powered False\u000a23:43:31.501105 bus /gobi_4: Setting Powered False\u000a23:43:32.610224 bus /gobi_1: Setting Powered False\u000a23:43:33.716052 bus /gobi_1: Setting Powered False\u000a23:43:34.825620 bus /gobi_0: Setting Powered False\u000a23:43:35.927467 bus /gobi_0: Setting Powered False\u000a23:43:37.036128 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29828): Process ended prematurely: osmo-stp_10.42.42.5(pid=29828) [trial-2351↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29828)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29828): Process ended prematurely: osmo-stp_10.42.42.5(pid=29828) [trial-2351↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29828)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-sysmocell5000 ping.py\u000a----------------------------------------------\u000a23:43:38.106012 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:38.117877 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a23:43:38.258716 tst ping.py: using LAC 17573\u000a23:43:38.382729 tst ping.py: using RAC 233\u000a23:43:38.511135 tst ping.py: using CellId 17573\u000a23:43:38.635326 tst ping.py: using BVCI 17574\u000a23:43:38.659528 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:38.670712 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:38.681745 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:38.692670 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:38.703545 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:38.714394 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:38.725461 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:38.736344 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a23:43:39.022404 tst ping.py:19: start network...\u000a23:43:39.153803 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:43:39.658195 run create_hlr_db(pid=29822): Launched\u000a23:43:39.841389 bus /gobi_6: Setting Powered False\u000a23:43:40.861616 run create_hlr_db(pid=29822): Terminated: ok {rc=0}\u000a23:43:41.258770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29824): Launched\u000a23:43:41.554973 run osmo-hlr_10.42.42.2(pid=29825): Launched\u000a23:43:41.672218 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:43:42.195835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29827): Launched\u000a23:43:42.490722 run osmo-stp_10.42.42.5(pid=29828): Launched\u000a23:43:42.600163 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:43:43.118125 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29830): Launched\u000a23:43:43.224112 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:43:43.484075 run patchelf(pid=29831): Launched\u000a23:43:43.659059 run osmo-stp_10.42.42.5(pid=29828): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29828)]\u000a23:43:43.787060 run osmo-stp_10.42.42.5(pid=29828): stdout: \u000a| (launched: 2022-12-08_23:43:42.345921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:43:43.915398 run osmo-stp_10.42.42.5(pid=29828): stderr: \u000a| �[0;m�[38;5;43m20221208234342515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234342515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234342516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234342516 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234342516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234342517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234342517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:43:44.038628 run osmo-stp_10.42.42.5(pid=29828): stdout: \u000a| (launched: 2022-12-08_23:43:42.345921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:43:44.160734 run osmo-stp_10.42.42.5(pid=29828): stderr: \u000a| �[0;m�[38;5;43m20221208234342515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234342515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234342516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234342516 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234342516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234342517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234342517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:43:44.302780 run patchelf(pid=29831): Terminating (SIGINT)\u000a23:43:44.470120 run patchelf(pid=29831): Terminated: ok {rc=0}\u000a23:43:44.500795 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29828): Process ended prematurely: osmo-stp_10.42.42.5(pid=29828) [trial-2351↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29828)] [trial-2351↪gprs:trx-sysmocell5000↪ping.py:22]\u000a23:43:44.509359 tst ping.py:22: Test FAILED (6.4 sec)\u000a23:43:44.569953 run osmo-hlr_10.42.42.2(pid=29825): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29825)]\u000a23:43:44.619195 run osmo-hlr_10.42.42.2(pid=29825): stdout: \u000a| (launched: 2022-12-08_23:43:41.409851) \u000a23:43:44.668807 run osmo-hlr_10.42.42.2(pid=29825): stderr: \u000a| �[0;m�[1;31m20221208234341583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208234341583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208234341583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234341583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234341583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208234341583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208234341595 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208234341604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208234341604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208234341604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:43:44.710707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29824): Terminating (SIGTERM)\u000a23:43:44.750843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29827): Terminating (SIGTERM)\u000a23:43:44.790880 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29830): Terminating (SIGTERM)\u000a23:43:44.800427 --- ParallelTerminationStrategy: PID 29824 died...\u000a23:43:44.853865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29824): Terminated: ok {rc=0}\u000a23:43:44.863635 --- ParallelTerminationStrategy: PID 29827 died...\u000a23:43:44.916581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29827): Terminated: ok {rc=0}\u000a23:43:44.926438 --- ParallelTerminationStrategy: PID 29830 died...\u000a23:43:44.979317 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29830): Terminated: ok {rc=0}\u000a23:43:45.067786 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29838): Process ended prematurely: osmo-stp_10.42.42.5(pid=29838) [trial-2351↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29838)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29838): Process ended prematurely: osmo-stp_10.42.42.5(pid=29838) [trial-2351↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29838)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-sysmocell5000 ping_idle_ping.py\u000a----------------------------------------------\u000a23:43:46.118661 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:46.130752 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a23:43:46.300683 tst ping_idle_ping.py: using LAC 17574\u000a23:43:46.455881 tst ping_idle_ping.py: using RAC 234\u000a23:43:46.615531 tst ping_idle_ping.py: using CellId 17574\u000a23:43:46.741659 tst ping_idle_ping.py: using BVCI 17575\u000a23:43:46.765333 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:46.777240 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:46.788645 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:46.801370 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:46.813320 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:46.825580 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:46.837689 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:46.850273 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a23:43:47.185381 tst ping_idle_ping.py:24: start network...\u000a23:43:47.327603 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:43:47.800431 run create_hlr_db(pid=29832): Launched\u000a23:43:47.972840 bus /gobi_6: Setting Powered False\u000a23:43:48.994601 run create_hlr_db(pid=29832): Terminated: ok {rc=0}\u000a23:43:49.420399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29834): Launched\u000a23:43:49.738378 run osmo-hlr_10.42.42.2(pid=29835): Launched\u000a23:43:49.855853 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:43:50.406492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29837): Launched\u000a23:43:50.723018 run osmo-stp_10.42.42.5(pid=29838): Launched\u000a23:43:50.839394 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:43:51.391271 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29840): Launched\u000a23:43:51.504936 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:43:51.779789 run patchelf(pid=29841): Launched\u000a23:43:51.965449 run osmo-stp_10.42.42.5(pid=29838): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29838)]\u000a23:43:52.101332 run osmo-stp_10.42.42.5(pid=29838): stdout: \u000a| (launched: 2022-12-08_23:43:50.568229)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:43:52.237443 run osmo-stp_10.42.42.5(pid=29838): stderr: \u000a| �[0;m�[38;5;43m20221208234350759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234350759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234350760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234350760 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234350762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234350762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234350762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:43:52.368603 run osmo-stp_10.42.42.5(pid=29838): stdout: \u000a| (launched: 2022-12-08_23:43:50.568229)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:43:52.498929 run osmo-stp_10.42.42.5(pid=29838): stderr: \u000a| �[0;m�[38;5;43m20221208234350759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234350759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234350760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234350760 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234350762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234350762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234350762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:43:52.650537 run patchelf(pid=29841): Terminating (SIGINT)\u000a23:43:52.828150 run patchelf(pid=29841): Terminated: ok {rc=0}\u000a23:43:52.860568 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29838): Process ended prematurely: osmo-stp_10.42.42.5(pid=29838) [trial-2351↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29838)] [trial-2351↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]\u000a23:43:52.869867 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a23:43:52.931994 run osmo-hlr_10.42.42.2(pid=29835): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29835)]\u000a23:43:52.983549 run osmo-hlr_10.42.42.2(pid=29835): stdout: \u000a| (launched: 2022-12-08_23:43:49.582828) \u000a23:43:53.035445 run osmo-hlr_10.42.42.2(pid=29835): stderr: \u000a| �[0;m�[1;31m20221208234349782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208234349782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208234349782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234349782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234349782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208234349782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208234349795 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208234349803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208234349804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208234349804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:43:53.079540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29834): Terminating (SIGTERM)\u000a23:43:53.121538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29837): Terminating (SIGTERM)\u000a23:43:53.163590 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29840): Terminating (SIGTERM)\u000a23:43:53.173513 --- ParallelTerminationStrategy: PID 29834 died...\u000a23:43:53.229667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29834): Terminated: ok {rc=0}\u000a23:43:53.239770 --- ParallelTerminationStrategy: PID 29837 died...\u000a23:43:53.295159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29837): Terminated: ok {rc=0}\u000a23:43:53.305285 --- ParallelTerminationStrategy: PID 29840 died...\u000a23:43:53.360494 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29840): Terminated: ok {rc=0}\u000a23:43:53.447333 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "69", "name" : "gprs_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:42:55" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29858): Process ended prematurely: osmo-stp_10.42.42.5(pid=29858) [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29858)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29858): Process ended prematurely: osmo-stp_10.42.42.5(pid=29858) [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29858)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:43:55.593844 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:43:55.604542 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:43:55.743870 tst cs_paging_gprs_active.py: using LAC 17575\u000a23:43:55.865166 tst cs_paging_gprs_active.py: using RAC 235\u000a23:43:55.985748 tst cs_paging_gprs_active.py: using CellId 17575\u000a23:43:56.104696 tst cs_paging_gprs_active.py: using BVCI 17576\u000a23:43:56.127876 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:43:56.138729 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:43:56.149422 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:43:56.160741 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:43:56.172029 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:43:56.183296 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:43:56.194885 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:43:56.206286 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:43:56.217694 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:43:56.337676 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:43:56.617089 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:43:56.743204 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:43:57.054763 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29848): Launched\u000a23:43:57.314581 run iperf3-srv_10.42.42.10(pid=29849): Launched\u000a23:43:57.500297 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:43:57.626563 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:43:57.939149 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29850): Launched\u000a23:43:58.198773 run iperf3-srv_10.42.42.10(pid=29851): Launched\u000a23:43:58.383582 tst cs_paging_gprs_active.py:38: start network...\u000a23:43:58.509870 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:43:58.985478 run create_hlr_db(pid=29852): Launched\u000a23:43:59.159854 bus /gobi_6: Setting Powered False\u000a23:44:00.180784 run create_hlr_db(pid=29852): Terminated: ok {rc=0}\u000a23:44:00.582873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29854): Launched\u000a23:44:00.887467 run osmo-hlr_10.42.42.2(pid=29855): Launched\u000a23:44:01.079867 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:44:01.718070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29857): Launched\u000a23:44:02.194602 run osmo-stp_10.42.42.5(pid=29858): Launched\u000a23:44:02.340105 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:44:02.904936 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29860): Launched\u000a23:44:03.020437 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:44:03.301473 run patchelf(pid=29861): Launched\u000a23:44:03.491611 run osmo-stp_10.42.42.5(pid=29858): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29858)]\u000a23:44:03.629624 run osmo-stp_10.42.42.5(pid=29858): stdout: \u000a| (launched: 2022-12-08_23:44:01.888782)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:44:03.767168 run osmo-stp_10.42.42.5(pid=29858): stderr: \u000a| �[0;m�[38;5;43m20221208234402128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234402129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234402129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234402129 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234402130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234402130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234402130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:44:03.901142 run osmo-stp_10.42.42.5(pid=29858): stdout: \u000a| (launched: 2022-12-08_23:44:01.888782)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:44:04.033560 run osmo-stp_10.42.42.5(pid=29858): stderr: \u000a| �[0;m�[38;5;43m20221208234402128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234402129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234402129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234402129 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234402130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234402130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234402130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:44:04.187794 run patchelf(pid=29861): Terminating (SIGINT)\u000a23:44:04.368497 run patchelf(pid=29861): Terminated: ok {rc=0}\u000a23:44:04.401967 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29858): Process ended prematurely: osmo-stp_10.42.42.5(pid=29858) [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29858)] [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a23:44:04.411889 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a23:44:04.473889 run osmo-hlr_10.42.42.2(pid=29855): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29855)]\u000a23:44:04.524525 run osmo-hlr_10.42.42.2(pid=29855): stdout: \u000a| (launched: 2022-12-08_23:44:00.736632) \u000a23:44:04.575611 run osmo-hlr_10.42.42.2(pid=29855): stderr: \u000a| �[0;m�[1;31m20221208234400976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208234400976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208234400976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234400976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234400976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208234400976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208234400995 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208234401008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208234401008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208234401008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:44:04.619246 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29848): Terminating (SIGTERM)\u000a23:44:04.660271 run iperf3-srv_10.42.42.10(pid=29849): Terminating (SIGTERM)\u000a23:44:04.701665 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29850): Terminating (SIGTERM)\u000a23:44:04.742736 run iperf3-srv_10.42.42.10(pid=29851): Terminating (SIGTERM)\u000a23:44:04.784021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29854): Terminating (SIGTERM)\u000a23:44:04.825291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29857): Terminating (SIGTERM)\u000a23:44:04.866512 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29860): Terminating (SIGTERM)\u000a23:44:04.875958 --- ParallelTerminationStrategy: PID 29848 died...\u000a23:44:04.931537 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29848): Terminated: ok {rc=0}\u000a23:44:04.941460 --- ParallelTerminationStrategy: PID 29849 died...\u000a23:44:04.996118 run iperf3-srv_10.42.42.10(pid=29849): Terminated {rc=256}\u000a23:44:05.005985 --- ParallelTerminationStrategy: PID 29850 died...\u000a23:44:05.060786 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29850): Terminated: ok {rc=0}\u000a23:44:05.070734 --- ParallelTerminationStrategy: PID 29851 died...\u000a23:44:05.125451 run iperf3-srv_10.42.42.10(pid=29851): Terminated {rc=256}\u000a23:44:05.135276 --- ParallelTerminationStrategy: PID 29854 died...\u000a23:44:05.190113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29854): Terminated: ok {rc=0}\u000a23:44:05.199948 --- ParallelTerminationStrategy: PID 29857 died...\u000a23:44:05.255214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29857): Terminated: ok {rc=0}\u000a23:44:05.265136 --- ParallelTerminationStrategy: PID 29860 died...\u000a23:44:05.319986 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29860): Terminated: ok {rc=0}\u000a23:44:05.405244 bus /gobi_0: Setting Powered False\u000a23:44:06.512005 bus /gobi_0: Setting Powered False\u000a23:44:07.619170 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29870): Process ended prematurely: osmo-stp_10.42.42.5(pid=29870) [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29870)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29870): Process ended prematurely: osmo-stp_10.42.42.5(pid=29870) [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29870)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a23:44:08.733232 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:08.744919 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:44:08.897016 tst iperf3.py: using LAC 17576\u000a23:44:09.021660 tst iperf3.py: using RAC 236\u000a23:44:09.146130 tst iperf3.py: using CellId 17576\u000a23:44:09.271153 tst iperf3.py: using BVCI 17577\u000a23:44:09.295677 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:09.307023 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:09.318083 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:09.329664 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:09.341245 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:09.352731 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:09.364444 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:09.375925 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:09.387653 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:44:09.680786 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:44:09.815041 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:44:10.146113 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29862): Launched\u000a23:44:10.422249 run iperf3-srv_10.42.42.10(pid=29863): Launched\u000a23:44:10.620014 tst iperf3.py:8: start network...\u000a23:44:10.754570 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:44:11.269053 run create_hlr_db(pid=29864): Launched\u000a23:44:11.455224 bus /gobi_6: Setting Powered False\u000a23:44:12.475662 run create_hlr_db(pid=29864): Terminated: ok {rc=0}\u000a23:44:12.881569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29866): Launched\u000a23:44:13.184008 run osmo-hlr_10.42.42.2(pid=29867): Launched\u000a23:44:13.302742 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:44:13.836654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29869): Launched\u000a23:44:14.138542 run osmo-stp_10.42.42.5(pid=29870): Launched\u000a23:44:14.249386 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:44:14.776256 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29872): Launched\u000a23:44:14.884223 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:44:15.147213 run patchelf(pid=29873): Launched\u000a23:44:15.323930 run osmo-stp_10.42.42.5(pid=29870): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29870)]\u000a23:44:15.453254 run osmo-stp_10.42.42.5(pid=29870): stdout: \u000a| (launched: 2022-12-08_23:44:13.990329)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:44:15.583524 run osmo-stp_10.42.42.5(pid=29870): stderr: \u000a| �[0;m�[38;5;43m20221208234414161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234414162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234414162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234414162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234414163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234414163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234414163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:44:15.708387 run osmo-stp_10.42.42.5(pid=29870): stdout: \u000a| (launched: 2022-12-08_23:44:13.990329)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:44:15.844244 run osmo-stp_10.42.42.5(pid=29870): stderr: \u000a| �[0;m�[38;5;43m20221208234414161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234414162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234414162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234414162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234414163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234414163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234414163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:44:16.005796 run patchelf(pid=29873): Terminating (SIGINT)\u000a23:44:16.179535 run patchelf(pid=29873): Terminated: ok {rc=0}\u000a23:44:16.211901 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29870): Process ended prematurely: osmo-stp_10.42.42.5(pid=29870) [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29870)] [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]\u000a23:44:16.222180 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a23:44:16.286137 run osmo-hlr_10.42.42.2(pid=29867): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29867)]\u000a23:44:16.337183 run osmo-hlr_10.42.42.2(pid=29867): stdout: \u000a| (launched: 2022-12-08_23:44:13.036020) \u000a23:44:16.389590 run osmo-hlr_10.42.42.2(pid=29867): stderr: \u000a| �[0;m�[1;31m20221208234413211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208234413211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208234413211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234413211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234413211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208234413211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208234413223 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208234413231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208234413231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208234413232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:44:16.432634 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29862): Terminating (SIGTERM)\u000a23:44:16.477413 run iperf3-srv_10.42.42.10(pid=29863): Terminating (SIGTERM)\u000a23:44:16.520008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29866): Terminating (SIGTERM)\u000a23:44:16.561806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29869): Terminating (SIGTERM)\u000a23:44:16.604786 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29872): Terminating (SIGTERM)\u000a23:44:16.614608 --- ParallelTerminationStrategy: PID 29862 died...\u000a23:44:16.669353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29862): Terminated: ok {rc=0}\u000a23:44:16.680735 --- ParallelTerminationStrategy: PID 29863 died...\u000a23:44:16.736200 run iperf3-srv_10.42.42.10(pid=29863): Terminated {rc=256}\u000a23:44:16.746663 --- ParallelTerminationStrategy: PID 29866 died...\u000a23:44:16.802164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29866): Terminated: ok {rc=0}\u000a23:44:16.812657 --- ParallelTerminationStrategy: PID 29869 died...\u000a23:44:16.868030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29869): Terminated: ok {rc=0}\u000a23:44:16.878531 --- ParallelTerminationStrategy: PID 29872 died...\u000a23:44:16.934296 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29872): Terminated: ok {rc=0}\u000a23:44:17.018122 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29888): Process ended prematurely: osmo-stp_10.42.42.5(pid=29888) [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29888)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29888): Process ended prematurely: osmo-stp_10.42.42.5(pid=29888) [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29888)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a23:44:18.126520 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:18.137954 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:44:18.277243 tst iperf3m4.py: using LAC 17577\u000a23:44:18.395152 tst iperf3m4.py: using RAC 237\u000a23:44:18.513643 tst iperf3m4.py: using CellId 17577\u000a23:44:18.635965 tst iperf3m4.py: using BVCI 17578\u000a23:44:18.659018 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:18.669891 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:18.680832 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:18.691762 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:18.702581 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:18.713372 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:18.724277 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:18.735283 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:18.746392 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:44:18.866647 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:44:18.985754 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:44:19.105353 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:44:19.384726 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:44:19.510403 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:44:19.822135 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29874): Launched\u000a23:44:20.081145 run iperf3-srv_10.42.42.10(pid=29875): Launched\u000a23:44:20.265789 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:44:20.391667 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:44:20.703969 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29876): Launched\u000a23:44:20.962437 run iperf3-srv_10.42.42.10(pid=29877): Launched\u000a23:44:21.146249 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:44:21.271472 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:44:21.582749 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29878): Launched\u000a23:44:21.842328 run iperf3-srv_10.42.42.10(pid=29879): Launched\u000a23:44:22.026273 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:44:22.160446 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:44:22.492178 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29880): Launched\u000a23:44:22.768189 run iperf3-srv_10.42.42.10(pid=29881): Launched\u000a23:44:22.965081 tst iperf3m4.py:8: start network...\u000a23:44:23.099095 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:44:23.613786 run create_hlr_db(pid=29882): Launched\u000a23:44:23.800417 bus /gobi_6: Setting Powered False\u000a23:44:24.820861 run create_hlr_db(pid=29882): Terminated: ok {rc=0}\u000a23:44:25.226489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29884): Launched\u000a23:44:25.528522 run osmo-hlr_10.42.42.2(pid=29885): Launched\u000a23:44:25.641916 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:44:26.167869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29887): Launched\u000a23:44:26.470212 run osmo-stp_10.42.42.5(pid=29888): Launched\u000a23:44:26.581174 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:44:27.106485 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29890): Launched\u000a23:44:27.213671 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:44:27.475612 run patchelf(pid=29891): Launched\u000a23:44:27.652455 run osmo-stp_10.42.42.5(pid=29888): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29888)]\u000a23:44:27.782503 run osmo-stp_10.42.42.5(pid=29888): stdout: \u000a| (launched: 2022-12-08_23:44:26.321563)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:44:27.912490 run osmo-stp_10.42.42.5(pid=29888): stderr: \u000a| �[0;m�[38;5;43m20221208234426493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234426493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234426493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234426493 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234426494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234426494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234426494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:44:28.037104 run osmo-stp_10.42.42.5(pid=29888): stdout: \u000a| (launched: 2022-12-08_23:44:26.321563)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:44:28.160501 run osmo-stp_10.42.42.5(pid=29888): stderr: \u000a| �[0;m�[38;5;43m20221208234426493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234426493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234426493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234426493 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234426494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234426494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234426494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:44:28.303881 run patchelf(pid=29891): Terminating (SIGINT)\u000a23:44:28.472519 run patchelf(pid=29891): Terminated: ok {rc=0}\u000a23:44:28.503642 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29888): Process ended prematurely: osmo-stp_10.42.42.5(pid=29888) [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29888)] [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]\u000a23:44:28.512830 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a23:44:28.572921 run osmo-hlr_10.42.42.2(pid=29885): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29885)]\u000a23:44:28.621571 run osmo-hlr_10.42.42.2(pid=29885): stdout: \u000a| (launched: 2022-12-08_23:44:25.380044) \u000a23:44:28.670978 run osmo-hlr_10.42.42.2(pid=29885): stderr: \u000a| �[0;m�[1;31m20221208234425558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208234425558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208234425558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234425558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234425558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208234425558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208234425570 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208234425579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208234425579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208234425579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:44:28.712516 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29874): Terminating (SIGTERM)\u000a23:44:28.751989 run iperf3-srv_10.42.42.10(pid=29875): Terminating (SIGTERM)\u000a23:44:28.791381 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29876): Terminating (SIGTERM)\u000a23:44:28.831073 run iperf3-srv_10.42.42.10(pid=29877): Terminating (SIGTERM)\u000a23:44:28.870387 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29878): Terminating (SIGTERM)\u000a23:44:28.909468 run iperf3-srv_10.42.42.10(pid=29879): Terminating (SIGTERM)\u000a23:44:28.948697 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29880): Terminating (SIGTERM)\u000a23:44:28.987838 run iperf3-srv_10.42.42.10(pid=29881): Terminating (SIGTERM)\u000a23:44:29.026930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29884): Terminating (SIGTERM)\u000a23:44:29.066179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29887): Terminating (SIGTERM)\u000a23:44:29.105439 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29890): Terminating (SIGTERM)\u000a23:44:29.114735 --- ParallelTerminationStrategy: PID 29874 died...\u000a23:44:29.167266 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29874): Terminated: ok {rc=0}\u000a23:44:29.176659 --- ParallelTerminationStrategy: PID 29875 died...\u000a23:44:29.228740 run iperf3-srv_10.42.42.10(pid=29875): Terminated {rc=256}\u000a23:44:29.238048 --- ParallelTerminationStrategy: PID 29876 died...\u000a23:44:29.290141 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29876): Terminated: ok {rc=0}\u000a23:44:29.299661 --- ParallelTerminationStrategy: PID 29877 died...\u000a23:44:29.351386 run iperf3-srv_10.42.42.10(pid=29877): Terminated {rc=256}\u000a23:44:29.360911 --- ParallelTerminationStrategy: PID 29878 died...\u000a23:44:29.413099 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29878): Terminated: ok {rc=0}\u000a23:44:29.422453 --- ParallelTerminationStrategy: PID 29879 died...\u000a23:44:29.474731 run iperf3-srv_10.42.42.10(pid=29879): Terminated {rc=256}\u000a23:44:29.484313 --- ParallelTerminationStrategy: PID 29880 died...\u000a23:44:29.536606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29880): Terminated: ok {rc=0}\u000a23:44:29.546180 --- ParallelTerminationStrategy: PID 29881 died...\u000a23:44:29.598743 run iperf3-srv_10.42.42.10(pid=29881): Terminated {rc=256}\u000a23:44:29.608345 --- ParallelTerminationStrategy: PID 29884 died...\u000a23:44:29.660469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29884): Terminated: ok {rc=0}\u000a23:44:29.670123 --- ParallelTerminationStrategy: PID 29887 died...\u000a23:44:29.722505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29887): Terminated: ok {rc=0}\u000a23:44:29.732232 --- ParallelTerminationStrategy: PID 29890 died...\u000a23:44:29.784464 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29890): Terminated: ok {rc=0}\u000a23:44:29.871960 bus /gobi_4: Setting Powered False\u000a23:44:31.000017 bus /gobi_4: Setting Powered False\u000a23:44:32.121181 bus /gobi_1: Setting Powered False\u000a23:44:33.222733 bus /gobi_1: Setting Powered False\u000a23:44:34.327690 bus /gobi_0: Setting Powered False\u000a23:44:35.432998 bus /gobi_0: Setting Powered False\u000a23:44:36.539814 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29898): Process ended prematurely: osmo-stp_10.42.42.5(pid=29898) [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29898)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29898): Process ended prematurely: osmo-stp_10.42.42.5(pid=29898) [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29898)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a23:44:37.605809 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:37.617479 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:44:37.754697 tst ping.py: using LAC 17578\u000a23:44:37.872518 tst ping.py: using RAC 238\u000a23:44:37.989620 tst ping.py: using CellId 17578\u000a23:44:38.105132 tst ping.py: using BVCI 17579\u000a23:44:38.127585 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:38.138475 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:38.149130 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:38.160143 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:38.170859 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:38.181772 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:38.193132 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:38.204361 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:44:38.492379 tst ping.py:19: start network...\u000a23:44:38.625182 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:44:39.127740 run create_hlr_db(pid=29892): Launched\u000a23:44:39.311542 bus /gobi_6: Setting Powered False\u000a23:44:40.331151 run create_hlr_db(pid=29892): Terminated: ok {rc=0}\u000a23:44:40.752231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29894): Launched\u000a23:44:41.066751 run osmo-hlr_10.42.42.2(pid=29895): Launched\u000a23:44:41.181302 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:44:41.732274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29897): Launched\u000a23:44:42.048024 run osmo-stp_10.42.42.5(pid=29898): Launched\u000a23:44:42.162393 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:44:42.714776 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29900): Launched\u000a23:44:42.827221 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:44:43.102202 run patchelf(pid=29901): Launched\u000a23:44:43.287489 run osmo-stp_10.42.42.5(pid=29898): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29898)]\u000a23:44:43.423063 run osmo-stp_10.42.42.5(pid=29898): stdout: \u000a| (launched: 2022-12-08_23:44:41.894088)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:44:43.559384 run osmo-stp_10.42.42.5(pid=29898): stderr: \u000a| �[0;m�[38;5;43m20221208234442084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234442084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234442085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234442085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234442086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234442086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234442086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:44:43.690185 run osmo-stp_10.42.42.5(pid=29898): stdout: \u000a| (launched: 2022-12-08_23:44:41.894088)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:44:43.820337 run osmo-stp_10.42.42.5(pid=29898): stderr: \u000a| �[0;m�[38;5;43m20221208234442084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234442084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234442085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234442085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234442086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234442086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234442086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:44:43.970976 run patchelf(pid=29901): Terminating (SIGINT)\u000a23:44:44.147623 run patchelf(pid=29901): Terminated: ok {rc=0}\u000a23:44:44.179769 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29898): Process ended prematurely: osmo-stp_10.42.42.5(pid=29898) [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29898)] [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]\u000a23:44:44.189063 tst ping.py:22: Test FAILED (6.6 sec)\u000a23:44:44.250946 run osmo-hlr_10.42.42.2(pid=29895): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29895)]\u000a23:44:44.301301 run osmo-hlr_10.42.42.2(pid=29895): stdout: \u000a| (launched: 2022-12-08_23:44:40.913195) \u000a23:44:44.352402 run osmo-hlr_10.42.42.2(pid=29895): stderr: \u000a| �[0;m�[1;31m20221208234441110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208234441110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208234441110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234441110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234441110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208234441111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208234441123 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208234441131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208234441132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208234441132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:44:44.396074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29894): Terminating (SIGTERM)\u000a23:44:44.437301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29897): Terminating (SIGTERM)\u000a23:44:44.478583 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29900): Terminating (SIGTERM)\u000a23:44:44.488391 --- ParallelTerminationStrategy: PID 29894 died...\u000a23:44:44.543520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29894): Terminated: ok {rc=0}\u000a23:44:44.553471 --- ParallelTerminationStrategy: PID 29897 died...\u000a23:44:44.608029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29897): Terminated: ok {rc=0}\u000a23:44:44.617965 --- ParallelTerminationStrategy: PID 29900 died...\u000a23:44:44.672775 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29900): Terminated: ok {rc=0}\u000a23:44:44.758759 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29908): Process ended prematurely: osmo-stp_10.42.42.5(pid=29908) [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29908)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29908): Process ended prematurely: osmo-stp_10.42.42.5(pid=29908) [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29908)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a23:44:45.811242 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:45.823964 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:44:45.996215 tst ping_idle_ping.py: using LAC 17579\u000a23:44:46.157432 tst ping_idle_ping.py: using RAC 239\u000a23:44:46.323107 tst ping_idle_ping.py: using CellId 17579\u000a23:44:46.450569 tst ping_idle_ping.py: using BVCI 17580\u000a23:44:46.475960 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:46.488335 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:46.500288 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:46.514595 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:46.527704 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:46.539758 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:46.553352 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:46.566527 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:44:46.904441 tst ping_idle_ping.py:24: start network...\u000a23:44:47.033668 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:44:47.515661 run create_hlr_db(pid=29902): Launched\u000a23:44:47.688903 bus /gobi_6: Setting Powered False\u000a23:44:48.709451 run create_hlr_db(pid=29902): Terminated: ok {rc=0}\u000a23:44:49.107524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29904): Launched\u000a23:44:49.405880 run osmo-hlr_10.42.42.2(pid=29905): Launched\u000a23:44:49.514327 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:44:50.030416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29907): Launched\u000a23:44:50.327792 run osmo-stp_10.42.42.5(pid=29908): Launched\u000a23:44:50.436481 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:44:50.958138 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29910): Launched\u000a23:44:51.064998 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:44:51.324603 run patchelf(pid=29911): Launched\u000a23:44:51.499454 run osmo-stp_10.42.42.5(pid=29908): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29908)]\u000a23:44:51.627837 run osmo-stp_10.42.42.5(pid=29908): stdout: \u000a| (launched: 2022-12-08_23:44:50.181520)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:44:51.756423 run osmo-stp_10.42.42.5(pid=29908): stderr: \u000a| �[0;m�[38;5;43m20221208234450351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234450351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234450351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234450351 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234450352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234450352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234450352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:44:51.880884 run osmo-stp_10.42.42.5(pid=29908): stdout: \u000a| (launched: 2022-12-08_23:44:50.181520)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:44:52.003641 run osmo-stp_10.42.42.5(pid=29908): stderr: \u000a| �[0;m�[38;5;43m20221208234450351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234450351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234450351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234450351 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234450352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234450352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234450352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:44:52.145814 run patchelf(pid=29911): Terminating (SIGINT)\u000a23:44:52.312553 run patchelf(pid=29911): Terminated: ok {rc=0}\u000a23:44:52.343054 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29908): Process ended prematurely: osmo-stp_10.42.42.5(pid=29908) [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29908)] [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a23:44:52.351631 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a23:44:52.411146 run osmo-hlr_10.42.42.2(pid=29905): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29905)]\u000a23:44:52.459400 run osmo-hlr_10.42.42.2(pid=29905): stdout: \u000a| (launched: 2022-12-08_23:44:49.258881) \u000a23:44:52.508312 run osmo-hlr_10.42.42.2(pid=29905): stderr: \u000a| �[0;m�[1;31m20221208234449434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208234449434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208234449434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234449434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234449434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208234449434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208234449445 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208234449454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208234449454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208234449455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:44:52.549706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29904): Terminating (SIGTERM)\u000a23:44:52.589055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29907): Terminating (SIGTERM)\u000a23:44:52.628409 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29910): Terminating (SIGTERM)\u000a23:44:52.637792 --- ParallelTerminationStrategy: PID 29904 died...\u000a23:44:52.690508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29904): Terminated: ok {rc=0}\u000a23:44:52.699918 --- ParallelTerminationStrategy: PID 29907 died...\u000a23:44:52.752380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29907): Terminated: ok {rc=0}\u000a23:44:52.762149 --- ParallelTerminationStrategy: PID 29910 died...\u000a23:44:52.814731 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29910): Terminated: ok {rc=0}\u000a23:44:52.901913 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "70", "name" : "gprs_trx-sysmocell5000+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:43:55" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29925): Process ended prematurely: osmo-stp_10.42.42.5(pid=29925) [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29925)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29925): Process ended prematurely: osmo-stp_10.42.42.5(pid=29925) [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29925)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:44:55.068781 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:44:55.080192 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:44:55.247352 tst cs_paging_gprs_active.py: using LAC 17580\u000a23:44:55.374080 tst cs_paging_gprs_active.py: using RAC 240\u000a23:44:55.493317 tst cs_paging_gprs_active.py: using CellId 17580\u000a23:44:55.612195 tst cs_paging_gprs_active.py: using BVCI 17581\u000a23:44:55.635393 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:44:55.646326 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:44:55.657197 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:44:55.668238 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:44:55.679288 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:44:55.690225 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:44:55.701139 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:44:55.711852 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:44:55.722835 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:44:55.841291 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:44:56.121046 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:44:56.247207 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:44:56.560453 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29915): Launched\u000a23:44:56.819689 run iperf3-srv_10.42.42.10(pid=29916): Launched\u000a23:44:57.004573 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:44:57.130705 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:44:57.444035 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29917): Launched\u000a23:44:57.703642 run iperf3-srv_10.42.42.10(pid=29918): Launched\u000a23:44:57.888351 tst cs_paging_gprs_active.py:38: start network...\u000a23:44:58.014970 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:44:58.490178 run create_hlr_db(pid=29919): Launched\u000a23:44:58.664098 bus /gobi_6: Setting Powered False\u000a23:44:59.685706 run create_hlr_db(pid=29919): Terminated: ok {rc=0}\u000a23:45:00.113913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29921): Launched\u000a23:45:00.436300 run osmo-hlr_10.42.42.2(pid=29922): Launched\u000a23:45:00.554958 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:45:01.167259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29924): Launched\u000a23:45:01.523159 run osmo-stp_10.42.42.5(pid=29925): Launched\u000a23:45:01.674033 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:45:02.342635 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29930): Launched\u000a23:45:02.459326 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:45:02.740509 run patchelf(pid=29931): Launched\u000a23:45:02.929270 run osmo-stp_10.42.42.5(pid=29925): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29925)]\u000a23:45:03.066615 run osmo-stp_10.42.42.5(pid=29925): stdout: \u000a| (launched: 2022-12-08_23:45:01.326427)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:45:03.204282 run osmo-stp_10.42.42.5(pid=29925): stderr: \u000a| �[0;m�[38;5;43m20221208234501676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234501676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234501676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234501677 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234501677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234501677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234501678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:45:03.337274 run osmo-stp_10.42.42.5(pid=29925): stdout: \u000a| (launched: 2022-12-08_23:45:01.326427)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:45:03.469197 run osmo-stp_10.42.42.5(pid=29925): stderr: \u000a| �[0;m�[38;5;43m20221208234501676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234501676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234501676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234501677 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234501677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234501677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234501678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:45:03.622986 run patchelf(pid=29931): Terminating (SIGINT)\u000a23:45:03.802567 run patchelf(pid=29931): Terminated: ok {rc=0}\u000a23:45:03.835701 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29925): Process ended prematurely: osmo-stp_10.42.42.5(pid=29925) [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29925)] [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a23:45:03.845525 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a23:45:03.907615 run osmo-hlr_10.42.42.2(pid=29922): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29922)]\u000a23:45:03.958613 run osmo-hlr_10.42.42.2(pid=29922): stdout: \u000a| (launched: 2022-12-08_23:45:00.278159) \u000a23:45:04.010191 run osmo-hlr_10.42.42.2(pid=29922): stderr: \u000a| �[0;m�[1;31m20221208234500476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208234500476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208234500476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234500476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234500476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208234500476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208234500487 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208234500496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208234500496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208234500496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:45:04.053978 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29915): Terminating (SIGTERM)\u000a23:45:04.095218 run iperf3-srv_10.42.42.10(pid=29916): Terminating (SIGTERM)\u000a23:45:04.136456 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29917): Terminating (SIGTERM)\u000a23:45:04.177614 run iperf3-srv_10.42.42.10(pid=29918): Terminating (SIGTERM)\u000a23:45:04.218854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29921): Terminating (SIGTERM)\u000a23:45:04.260170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29924): Terminating (SIGTERM)\u000a23:45:04.301447 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29930): Terminating (SIGTERM)\u000a23:45:04.311054 --- ParallelTerminationStrategy: PID 29915 died...\u000a23:45:04.365984 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29915): Terminated: ok {rc=0}\u000a23:45:04.375809 --- ParallelTerminationStrategy: PID 29916 died...\u000a23:45:04.430247 run iperf3-srv_10.42.42.10(pid=29916): Terminated {rc=256}\u000a23:45:04.439977 --- ParallelTerminationStrategy: PID 29917 died...\u000a23:45:04.494198 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29917): Terminated: ok {rc=0}\u000a23:45:04.504129 --- ParallelTerminationStrategy: PID 29918 died...\u000a23:45:04.558779 run iperf3-srv_10.42.42.10(pid=29918): Terminated {rc=256}\u000a23:45:04.568513 --- ParallelTerminationStrategy: PID 29921 died...\u000a23:45:04.622963 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29921): Terminated: ok {rc=0}\u000a23:45:04.632798 --- ParallelTerminationStrategy: PID 29924 died...\u000a23:45:04.687097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29924): Terminated: ok {rc=0}\u000a23:45:04.696875 --- ParallelTerminationStrategy: PID 29930 died...\u000a23:45:04.751006 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29930): Terminated: ok {rc=0}\u000a23:45:04.836407 bus /gobi_0: Setting Powered False\u000a23:45:05.938166 bus /gobi_0: Setting Powered False\u000a23:45:07.046734 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29940): Process ended prematurely: osmo-stp_10.42.42.5(pid=29940) [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29940)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29940): Process ended prematurely: osmo-stp_10.42.42.5(pid=29940) [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29940)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a23:45:08.156181 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:08.167677 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:45:08.333289 tst iperf3.py: using LAC 17581\u000a23:45:08.463662 tst iperf3.py: using RAC 241\u000a23:45:08.584485 tst iperf3.py: using CellId 17581\u000a23:45:08.701277 tst iperf3.py: using BVCI 17582\u000a23:45:08.724665 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:08.735661 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:08.746518 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:08.757752 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:08.768888 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:08.779797 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:08.790829 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:08.801682 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:08.812748 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:45:09.103823 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:45:09.238176 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:45:09.569886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29932): Launched\u000a23:45:09.845141 run iperf3-srv_10.42.42.10(pid=29933): Launched\u000a23:45:10.042755 tst iperf3.py:8: start network...\u000a23:45:10.176902 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:45:10.689701 run create_hlr_db(pid=29934): Launched\u000a23:45:10.875182 bus /gobi_6: Setting Powered False\u000a23:45:11.897157 run create_hlr_db(pid=29934): Terminated: ok {rc=0}\u000a23:45:12.302735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29936): Launched\u000a23:45:12.606151 run osmo-hlr_10.42.42.2(pid=29937): Launched\u000a23:45:12.722141 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:45:13.252422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29939): Launched\u000a23:45:13.554429 run osmo-stp_10.42.42.5(pid=29940): Launched\u000a23:45:13.665563 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:45:14.192655 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29942): Launched\u000a23:45:14.301454 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:45:14.565552 run patchelf(pid=29943): Launched\u000a23:45:14.743284 run osmo-stp_10.42.42.5(pid=29940): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29940)]\u000a23:45:14.873852 run osmo-stp_10.42.42.5(pid=29940): stdout: \u000a| (launched: 2022-12-08_23:45:13.405741)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:45:15.004683 run osmo-stp_10.42.42.5(pid=29940): stderr: \u000a| �[0;m�[38;5;43m20221208234513575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234513575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234513576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234513576 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234513576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234513577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234513577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:45:15.130393 run osmo-stp_10.42.42.5(pid=29940): stdout: \u000a| (launched: 2022-12-08_23:45:13.405741)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:45:15.254772 run osmo-stp_10.42.42.5(pid=29940): stderr: \u000a| �[0;m�[38;5;43m20221208234513575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234513575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234513576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234513576 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234513576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234513577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234513577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:45:15.399722 run patchelf(pid=29943): Terminating (SIGINT)\u000a23:45:15.570290 run patchelf(pid=29943): Terminated: ok {rc=0}\u000a23:45:15.601534 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29940): Process ended prematurely: osmo-stp_10.42.42.5(pid=29940) [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29940)] [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a23:45:15.610818 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a23:45:15.671014 run osmo-hlr_10.42.42.2(pid=29937): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29937)]\u000a23:45:15.719700 run osmo-hlr_10.42.42.2(pid=29937): stdout: \u000a| (launched: 2022-12-08_23:45:12.456273) \u000a23:45:15.769300 run osmo-hlr_10.42.42.2(pid=29937): stderr: \u000a| �[0;m�[1;31m20221208234512629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208234512629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208234512629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234512629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234512629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208234512629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208234512641 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208234512649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208234512649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208234512649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:45:15.811097 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29932): Terminating (SIGTERM)\u000a23:45:15.882209 run iperf3-srv_10.42.42.10(pid=29933): Terminating (SIGTERM)\u000a23:45:15.934485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29936): Terminating (SIGTERM)\u000a23:45:15.977736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29939): Terminating (SIGTERM)\u000a23:45:16.028157 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29942): Terminating (SIGTERM)\u000a23:45:16.040476 --- ParallelTerminationStrategy: PID 29932 died...\u000a23:45:16.110324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29932): Terminated: ok {rc=0}\u000a23:45:16.122658 --- ParallelTerminationStrategy: PID 29933 died...\u000a23:45:16.189099 run iperf3-srv_10.42.42.10(pid=29933): Terminated {rc=256}\u000a23:45:16.200867 --- ParallelTerminationStrategy: PID 29936 died...\u000a23:45:16.267126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29936): Terminated: ok {rc=0}\u000a23:45:16.279653 --- ParallelTerminationStrategy: PID 29939 died...\u000a23:45:16.346060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29939): Terminated: ok {rc=0}\u000a23:45:16.358781 --- ParallelTerminationStrategy: PID 29942 died...\u000a23:45:16.426154 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29942): Terminated: ok {rc=0}\u000a23:45:16.529664 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29958): Process ended prematurely: osmo-stp_10.42.42.5(pid=29958) [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29958)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29958): Process ended prematurely: osmo-stp_10.42.42.5(pid=29958) [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29958)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a23:45:17.643799 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:17.657998 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:45:17.822298 tst iperf3m4.py: using LAC 17582\u000a23:45:17.950207 tst iperf3m4.py: using RAC 242\u000a23:45:18.076907 tst iperf3m4.py: using CellId 17582\u000a23:45:18.203176 tst iperf3m4.py: using BVCI 17583\u000a23:45:18.227910 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:18.239482 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:18.250690 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:18.262397 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:18.274046 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:18.285735 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:18.297449 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:18.308833 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:18.320741 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:45:18.440450 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:45:18.558521 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:45:18.673427 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:45:18.966925 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:45:19.101884 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:45:19.434579 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29944): Launched\u000a23:45:19.712528 run iperf3-srv_10.42.42.10(pid=29945): Launched\u000a23:45:19.910554 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:45:20.045180 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:45:20.378619 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29946): Launched\u000a23:45:20.655554 run iperf3-srv_10.42.42.10(pid=29947): Launched\u000a23:45:20.853802 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:45:20.988641 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:45:21.322444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29948): Launched\u000a23:45:21.599281 run iperf3-srv_10.42.42.10(pid=29949): Launched\u000a23:45:21.797402 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:45:21.931978 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:45:22.266068 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29950): Launched\u000a23:45:22.543209 run iperf3-srv_10.42.42.10(pid=29951): Launched\u000a23:45:22.740589 tst iperf3m4.py:8: start network...\u000a23:45:22.875008 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:45:23.390846 run create_hlr_db(pid=29952): Launched\u000a23:45:23.577990 bus /gobi_6: Setting Powered False\u000a23:45:24.598229 run create_hlr_db(pid=29952): Terminated: ok {rc=0}\u000a23:45:25.027161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29954): Launched\u000a23:45:25.349081 run osmo-hlr_10.42.42.2(pid=29955): Launched\u000a23:45:25.465877 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:45:26.025161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29957): Launched\u000a23:45:26.347444 run osmo-stp_10.42.42.5(pid=29958): Launched\u000a23:45:26.464223 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:45:27.025346 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29960): Launched\u000a23:45:27.140055 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:45:27.419708 run patchelf(pid=29961): Launched\u000a23:45:27.608002 run osmo-stp_10.42.42.5(pid=29958): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29958)]\u000a23:45:27.745763 run osmo-stp_10.42.42.5(pid=29958): stdout: \u000a| (launched: 2022-12-08_23:45:26.189611)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:45:27.883306 run osmo-stp_10.42.42.5(pid=29958): stderr: \u000a| �[0;m�[38;5;43m20221208234526385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234526385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234526385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234526386 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234526386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234526386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234526386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:45:28.016101 run osmo-stp_10.42.42.5(pid=29958): stdout: \u000a| (launched: 2022-12-08_23:45:26.189611)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:45:28.147870 run osmo-stp_10.42.42.5(pid=29958): stderr: \u000a| �[0;m�[38;5;43m20221208234526385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234526385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234526385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234526386 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234526386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234526386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234526386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:45:28.301299 run patchelf(pid=29961): Terminating (SIGINT)\u000a23:45:28.481392 run patchelf(pid=29961): Terminated: ok {rc=0}\u000a23:45:28.514704 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29958): Process ended prematurely: osmo-stp_10.42.42.5(pid=29958) [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29958)] [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a23:45:28.524604 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a23:45:28.586649 run osmo-hlr_10.42.42.2(pid=29955): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29955)]\u000a23:45:28.637030 run osmo-hlr_10.42.42.2(pid=29955): stdout: \u000a| (launched: 2022-12-08_23:45:25.191671) \u000a23:45:28.688073 run osmo-hlr_10.42.42.2(pid=29955): stderr: \u000a| �[0;m�[1;31m20221208234525389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208234525389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208234525389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234525389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234525389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208234525389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208234525401 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208234525409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208234525410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208234525410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:45:28.731555 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29944): Terminating (SIGTERM)\u000a23:45:28.772551 run iperf3-srv_10.42.42.10(pid=29945): Terminating (SIGTERM)\u000a23:45:28.813721 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29946): Terminating (SIGTERM)\u000a23:45:28.854493 run iperf3-srv_10.42.42.10(pid=29947): Terminating (SIGTERM)\u000a23:45:28.895551 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29948): Terminating (SIGTERM)\u000a23:45:28.936379 run iperf3-srv_10.42.42.10(pid=29949): Terminating (SIGTERM)\u000a23:45:28.977322 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29950): Terminating (SIGTERM)\u000a23:45:29.018278 run iperf3-srv_10.42.42.10(pid=29951): Terminating (SIGTERM)\u000a23:45:29.059169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29954): Terminating (SIGTERM)\u000a23:45:29.100126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29957): Terminating (SIGTERM)\u000a23:45:29.141073 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29960): Terminating (SIGTERM)\u000a23:45:29.150533 --- ParallelTerminationStrategy: PID 29944 died...\u000a23:45:29.205142 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29944): Terminated: ok {rc=0}\u000a23:45:29.214986 --- ParallelTerminationStrategy: PID 29945 died...\u000a23:45:29.269143 run iperf3-srv_10.42.42.10(pid=29945): Terminated {rc=256}\u000a23:45:29.278873 --- ParallelTerminationStrategy: PID 29946 died...\u000a23:45:29.333628 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29946): Terminated: ok {rc=0}\u000a23:45:29.343565 --- ParallelTerminationStrategy: PID 29947 died...\u000a23:45:29.397880 run iperf3-srv_10.42.42.10(pid=29947): Terminated {rc=256}\u000a23:45:29.407638 --- ParallelTerminationStrategy: PID 29948 died...\u000a23:45:29.462210 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29948): Terminated: ok {rc=0}\u000a23:45:29.472012 --- ParallelTerminationStrategy: PID 29949 died...\u000a23:45:29.526416 run iperf3-srv_10.42.42.10(pid=29949): Terminated {rc=256}\u000a23:45:29.536176 --- ParallelTerminationStrategy: PID 29950 died...\u000a23:45:29.590870 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29950): Terminated: ok {rc=0}\u000a23:45:29.600730 --- ParallelTerminationStrategy: PID 29951 died...\u000a23:45:29.654948 run iperf3-srv_10.42.42.10(pid=29951): Terminated {rc=256}\u000a23:45:29.664739 --- ParallelTerminationStrategy: PID 29954 died...\u000a23:45:29.719164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29954): Terminated: ok {rc=0}\u000a23:45:29.729077 --- ParallelTerminationStrategy: PID 29957 died...\u000a23:45:29.783925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29957): Terminated: ok {rc=0}\u000a23:45:29.793870 --- ParallelTerminationStrategy: PID 29960 died...\u000a23:45:29.848362 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29960): Terminated: ok {rc=0}\u000a23:45:29.933534 bus /gobi_4: Setting Powered False\u000a23:45:31.047253 bus /gobi_4: Setting Powered False\u000a23:45:32.157631 bus /gobi_1: Setting Powered False\u000a23:45:33.261059 bus /gobi_1: Setting Powered False\u000a23:45:34.368392 bus /gobi_0: Setting Powered False\u000a23:45:35.472837 bus /gobi_0: Setting Powered False\u000a23:45:36.580670 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29969): Process ended prematurely: osmo-stp_10.42.42.5(pid=29969) [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29969)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29969): Process ended prematurely: osmo-stp_10.42.42.5(pid=29969) [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29969)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a23:45:37.648585 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:37.660578 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:45:37.825618 tst ping.py: using LAC 17583\u000a23:45:37.950140 tst ping.py: using RAC 243\u000a23:45:38.073604 tst ping.py: using CellId 17583\u000a23:45:38.197425 tst ping.py: using BVCI 17584\u000a23:45:38.221857 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:38.233423 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:38.244563 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:38.255793 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:38.266925 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:38.278098 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:38.289352 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:38.300386 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:45:38.586417 tst ping.py:19: start network...\u000a23:45:38.717525 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:45:39.218402 run create_hlr_db(pid=29963): Launched\u000a23:45:39.402363 bus /gobi_6: Setting Powered False\u000a23:45:40.422204 run create_hlr_db(pid=29963): Terminated: ok {rc=0}\u000a23:45:40.842502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29965): Launched\u000a23:45:41.156642 run osmo-hlr_10.42.42.2(pid=29966): Launched\u000a23:45:41.270959 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:45:41.820901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29968): Launched\u000a23:45:42.136124 run osmo-stp_10.42.42.5(pid=29969): Launched\u000a23:45:42.250679 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:45:42.802319 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29971): Launched\u000a23:45:42.914714 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:45:43.189282 run patchelf(pid=29972): Launched\u000a23:45:43.374270 run osmo-stp_10.42.42.5(pid=29969): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29969)]\u000a23:45:43.509312 run osmo-stp_10.42.42.5(pid=29969): stdout: \u000a| (launched: 2022-12-08_23:45:41.981712)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:45:43.645436 run osmo-stp_10.42.42.5(pid=29969): stderr: \u000a| �[0;m�[38;5;43m20221208234542171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234542172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234542172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234542172 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234542173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234542173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234542173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:45:43.776202 run osmo-stp_10.42.42.5(pid=29969): stdout: \u000a| (launched: 2022-12-08_23:45:41.981712)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:45:43.905890 run osmo-stp_10.42.42.5(pid=29969): stderr: \u000a| �[0;m�[38;5;43m20221208234542171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234542172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234542172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234542172 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234542173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234542173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234542173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:45:44.056258 run patchelf(pid=29972): Terminating (SIGINT)\u000a23:45:44.233202 run patchelf(pid=29972): Terminated: ok {rc=0}\u000a23:45:44.265956 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29969): Process ended prematurely: osmo-stp_10.42.42.5(pid=29969) [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29969)] [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]\u000a23:45:44.275566 tst ping.py:22: Test FAILED (6.6 sec)\u000a23:45:44.337708 run osmo-hlr_10.42.42.2(pid=29966): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29966)]\u000a23:45:44.388354 run osmo-hlr_10.42.42.2(pid=29966): stdout: \u000a| (launched: 2022-12-08_23:45:41.002859) \u000a23:45:44.439693 run osmo-hlr_10.42.42.2(pid=29966): stderr: \u000a| �[0;m�[1;31m20221208234541197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208234541198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208234541198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234541198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234541198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208234541198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208234541211 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208234541220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208234541220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208234541220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:45:44.483465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29965): Terminating (SIGTERM)\u000a23:45:44.525218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29968): Terminating (SIGTERM)\u000a23:45:44.566440 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29971): Terminating (SIGTERM)\u000a23:45:44.575633 --- ParallelTerminationStrategy: PID 29965 died...\u000a23:45:44.630386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29965): Terminated: ok {rc=0}\u000a23:45:44.640325 --- ParallelTerminationStrategy: PID 29968 died...\u000a23:45:44.695095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29968): Terminated: ok {rc=0}\u000a23:45:44.704907 --- ParallelTerminationStrategy: PID 29971 died...\u000a23:45:44.759266 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29971): Terminated: ok {rc=0}\u000a23:45:44.844715 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29979): Process ended prematurely: osmo-stp_10.42.42.5(pid=29979) [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29979)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29979): Process ended prematurely: osmo-stp_10.42.42.5(pid=29979) [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29979)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a23:45:45.907242 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:45.926856 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:45:46.098927 tst ping_idle_ping.py: using LAC 17584\u000a23:45:46.220248 tst ping_idle_ping.py: using RAC 244\u000a23:45:46.363791 tst ping_idle_ping.py: using CellId 17584\u000a23:45:46.490894 tst ping_idle_ping.py: using BVCI 17585\u000a23:45:46.514395 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:46.526271 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:46.537807 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:46.549963 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:46.562336 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:46.573856 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:46.586914 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:46.598227 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:45:46.950061 tst ping_idle_ping.py:24: start network...\u000a23:45:47.099822 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:45:47.619207 run create_hlr_db(pid=29973): Launched\u000a23:45:47.803887 bus /gobi_6: Setting Powered False\u000a23:45:48.823769 run create_hlr_db(pid=29973): Terminated: ok {rc=0}\u000a23:45:49.226138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29975): Launched\u000a23:45:49.525200 run osmo-hlr_10.42.42.2(pid=29976): Launched\u000a23:45:49.641647 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:45:50.168374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29978): Launched\u000a23:45:50.465376 run osmo-stp_10.42.42.5(pid=29979): Launched\u000a23:45:50.574970 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:45:51.093499 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29981): Launched\u000a23:45:51.199585 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:45:51.458103 run patchelf(pid=29982): Launched\u000a23:45:51.632363 run osmo-stp_10.42.42.5(pid=29979): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29979)]\u000a23:45:51.759955 run osmo-stp_10.42.42.5(pid=29979): stdout: \u000a| (launched: 2022-12-08_23:45:50.319814)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:45:51.887640 run osmo-stp_10.42.42.5(pid=29979): stderr: \u000a| �[0;m�[38;5;43m20221208234550489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234550489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234550489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234550490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234550490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234550490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234550490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:45:52.010733 run osmo-stp_10.42.42.5(pid=29979): stdout: \u000a| (launched: 2022-12-08_23:45:50.319814)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:45:52.132494 run osmo-stp_10.42.42.5(pid=29979): stderr: \u000a| �[0;m�[38;5;43m20221208234550489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234550489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234550489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234550490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234550490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234550490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234550490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:45:52.274274 run patchelf(pid=29982): Terminating (SIGINT)\u000a23:45:52.442184 run patchelf(pid=29982): Terminated: ok {rc=0}\u000a23:45:52.472683 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29979): Process ended prematurely: osmo-stp_10.42.42.5(pid=29979) [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29979)] [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a23:45:52.481451 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a23:45:52.540896 run osmo-hlr_10.42.42.2(pid=29976): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29976)]\u000a23:45:52.589361 run osmo-hlr_10.42.42.2(pid=29976): stdout: \u000a| (launched: 2022-12-08_23:45:49.378287) \u000a23:45:52.638779 run osmo-hlr_10.42.42.2(pid=29976): stderr: \u000a| �[0;m�[1;31m20221208234549554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208234549554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208234549554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234549554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234549554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208234549554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208234549566 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208234549575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208234549575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208234549575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:45:52.679832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29975): Terminating (SIGTERM)\u000a23:45:52.719330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29978): Terminating (SIGTERM)\u000a23:45:52.758315 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29981): Terminating (SIGTERM)\u000a23:45:52.767521 --- ParallelTerminationStrategy: PID 29975 died...\u000a23:45:52.819655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29975): Terminated: ok {rc=0}\u000a23:45:52.829281 --- ParallelTerminationStrategy: PID 29978 died...\u000a23:45:52.881006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29978): Terminated: ok {rc=0}\u000a23:45:52.890515 --- ParallelTerminationStrategy: PID 29981 died...\u000a23:45:52.942460 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29981): Terminated: ok {rc=0}\u000a23:45:53.028866 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "71", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:44:54" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30001): Process ended prematurely: osmo-stp_10.42.42.5(pid=30001) [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30001)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30001): Process ended prematurely: osmo-stp_10.42.42.5(pid=30001) [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30001)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:45:55.180350 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:45:55.191790 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:45:55.359342 tst cs_paging_gprs_active.py: using LAC 17585\u000a23:45:55.486642 tst cs_paging_gprs_active.py: using RAC 245\u000a23:45:55.615067 tst cs_paging_gprs_active.py: using CellId 17585\u000a23:45:55.748279 tst cs_paging_gprs_active.py: using BVCI 17586\u000a23:45:55.773100 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:45:55.784558 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:45:55.795779 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:45:55.807919 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:45:55.819580 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:45:55.831741 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:45:55.843083 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:45:55.854203 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:45:55.866715 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:45:55.988138 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:45:56.281287 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:45:56.416441 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:45:56.749058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29991): Launched\u000a23:45:57.025575 run iperf3-srv_10.42.42.10(pid=29992): Launched\u000a23:45:57.223995 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:45:57.358829 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:45:57.692138 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29993): Launched\u000a23:45:57.968455 run iperf3-srv_10.42.42.10(pid=29994): Launched\u000a23:45:58.166631 tst cs_paging_gprs_active.py:38: start network...\u000a23:45:58.301763 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:45:58.818466 run create_hlr_db(pid=29995): Launched\u000a23:45:59.004623 bus /gobi_6: Setting Powered False\u000a23:46:00.024396 run create_hlr_db(pid=29995): Terminated: ok {rc=0}\u000a23:46:00.429742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29997): Launched\u000a23:46:00.733077 run osmo-hlr_10.42.42.2(pid=29998): Launched\u000a23:46:00.895645 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:46:01.495077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30000): Launched\u000a23:46:01.932167 run osmo-stp_10.42.42.5(pid=30001): Launched\u000a23:46:02.130270 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:46:02.697410 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30003): Launched\u000a23:46:02.812449 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:46:03.092704 run patchelf(pid=30004): Launched\u000a23:46:03.280535 run osmo-stp_10.42.42.5(pid=30001): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30001)]\u000a23:46:03.417481 run osmo-stp_10.42.42.5(pid=30001): stdout: \u000a| (launched: 2022-12-08_23:46:01.664884)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:46:03.555062 run osmo-stp_10.42.42.5(pid=30001): stderr: \u000a| �[0;m�[38;5;43m20221208234601964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234601964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234601964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234601965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234601965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234601965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234601965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:46:03.688009 run osmo-stp_10.42.42.5(pid=30001): stdout: \u000a| (launched: 2022-12-08_23:46:01.664884)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:46:03.819680 run osmo-stp_10.42.42.5(pid=30001): stderr: \u000a| �[0;m�[38;5;43m20221208234601964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234601964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234601964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234601965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234601965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234601965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234601965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:46:03.972648 run patchelf(pid=30004): Terminating (SIGINT)\u000a23:46:04.152203 run patchelf(pid=30004): Terminated: ok {rc=0}\u000a23:46:04.185367 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30001): Process ended prematurely: osmo-stp_10.42.42.5(pid=30001) [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30001)] [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a23:46:04.195633 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a23:46:04.257702 run osmo-hlr_10.42.42.2(pid=29998): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29998)]\u000a23:46:04.308424 run osmo-hlr_10.42.42.2(pid=29998): stdout: \u000a| (launched: 2022-12-08_23:46:00.584428) \u000a23:46:04.359916 run osmo-hlr_10.42.42.2(pid=29998): stderr: \u000a| �[0;m�[1;31m20221208234600762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208234600762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208234600762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234600762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234600762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208234600762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208234600775 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208234600783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208234600783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208234600783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:46:04.403736 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29991): Terminating (SIGTERM)\u000a23:46:04.445240 run iperf3-srv_10.42.42.10(pid=29992): Terminating (SIGTERM)\u000a23:46:04.486655 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29993): Terminating (SIGTERM)\u000a23:46:04.527923 run iperf3-srv_10.42.42.10(pid=29994): Terminating (SIGTERM)\u000a23:46:04.569153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29997): Terminating (SIGTERM)\u000a23:46:04.610436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30000): Terminating (SIGTERM)\u000a23:46:04.651600 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30003): Terminating (SIGTERM)\u000a23:46:04.661127 --- ParallelTerminationStrategy: PID 29991 died...\u000a23:46:04.715704 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29991): Terminated: ok {rc=0}\u000a23:46:04.725893 --- ParallelTerminationStrategy: PID 29992 died...\u000a23:46:04.780409 run iperf3-srv_10.42.42.10(pid=29992): Terminated {rc=256}\u000a23:46:04.790175 --- ParallelTerminationStrategy: PID 29993 died...\u000a23:46:04.844546 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29993): Terminated: ok {rc=0}\u000a23:46:04.854288 --- ParallelTerminationStrategy: PID 29994 died...\u000a23:46:04.908853 run iperf3-srv_10.42.42.10(pid=29994): Terminated {rc=256}\u000a23:46:04.918646 --- ParallelTerminationStrategy: PID 29997 died...\u000a23:46:04.973077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29997): Terminated: ok {rc=0}\u000a23:46:04.982866 --- ParallelTerminationStrategy: PID 30000 died...\u000a23:46:05.037276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30000): Terminated: ok {rc=0}\u000a23:46:05.047055 --- ParallelTerminationStrategy: PID 30003 died...\u000a23:46:05.101559 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30003): Terminated: ok {rc=0}\u000a23:46:05.187711 bus /gobi_0: Setting Powered False\u000a23:46:06.293395 bus /gobi_0: Setting Powered False\u000a23:46:07.401879 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30013): Process ended prematurely: osmo-stp_10.42.42.5(pid=30013) [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30013)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30013): Process ended prematurely: osmo-stp_10.42.42.5(pid=30013) [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30013)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a23:46:08.512009 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:08.523488 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:46:08.687272 tst iperf3.py: using LAC 17586\u000a23:46:08.811743 tst iperf3.py: using RAC 246\u000a23:46:08.936263 tst iperf3.py: using CellId 17586\u000a23:46:09.061059 tst iperf3.py: using BVCI 17587\u000a23:46:09.085975 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:09.097434 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:09.108565 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:09.119748 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:09.130909 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:09.142046 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:09.153327 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:09.164340 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:09.175687 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:46:09.467124 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:46:09.602460 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:46:09.936121 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30005): Launched\u000a23:46:10.212529 run iperf3-srv_10.42.42.10(pid=30006): Launched\u000a23:46:10.410632 tst iperf3.py:8: start network...\u000a23:46:10.546388 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:46:11.059494 run create_hlr_db(pid=30007): Launched\u000a23:46:11.245129 bus /gobi_6: Setting Powered False\u000a23:46:12.265659 run create_hlr_db(pid=30007): Terminated: ok {rc=0}\u000a23:46:12.671948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30009): Launched\u000a23:46:12.973657 run osmo-hlr_10.42.42.2(pid=30010): Launched\u000a23:46:13.092333 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:46:13.628255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30012): Launched\u000a23:46:13.929705 run osmo-stp_10.42.42.5(pid=30013): Launched\u000a23:46:14.039558 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:46:14.566297 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30015): Launched\u000a23:46:14.673924 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:46:14.936835 run patchelf(pid=30016): Launched\u000a23:46:15.114831 run osmo-stp_10.42.42.5(pid=30013): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30013)]\u000a23:46:15.244640 run osmo-stp_10.42.42.5(pid=30013): stdout: \u000a| (launched: 2022-12-08_23:46:13.782106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:46:15.374956 run osmo-stp_10.42.42.5(pid=30013): stderr: \u000a| �[0;m�[38;5;43m20221208234613953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234613953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234613954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234613954 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234613956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234613956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234613957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:46:15.500168 run osmo-stp_10.42.42.5(pid=30013): stdout: \u000a| (launched: 2022-12-08_23:46:13.782106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:46:15.624287 run osmo-stp_10.42.42.5(pid=30013): stderr: \u000a| �[0;m�[38;5;43m20221208234613953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234613953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234613954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234613954 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234613956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234613956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234613957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:46:15.768487 run patchelf(pid=30016): Terminating (SIGINT)\u000a23:46:15.961852 run patchelf(pid=30016): Terminated: ok {rc=0}\u000a23:46:15.996222 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30013): Process ended prematurely: osmo-stp_10.42.42.5(pid=30013) [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30013)] [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a23:46:16.007061 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a23:46:16.072794 run osmo-hlr_10.42.42.2(pid=30010): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30010)]\u000a23:46:16.125640 run osmo-hlr_10.42.42.2(pid=30010): stdout: \u000a| (launched: 2022-12-08_23:46:12.825723) \u000a23:46:16.178782 run osmo-hlr_10.42.42.2(pid=30010): stderr: \u000a| �[0;m�[1;31m20221208234612999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208234612999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208234612999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234612999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234612999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208234612999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208234613014 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208234613025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208234613025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208234613025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:46:16.224557 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30005): Terminating (SIGTERM)\u000a23:46:16.268378 run iperf3-srv_10.42.42.10(pid=30006): Terminating (SIGTERM)\u000a23:46:16.314177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30009): Terminating (SIGTERM)\u000a23:46:16.358264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30012): Terminating (SIGTERM)\u000a23:46:16.405062 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30015): Terminating (SIGTERM)\u000a23:46:16.415764 --- ParallelTerminationStrategy: PID 30005 died...\u000a23:46:16.475679 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30005): Terminated: ok {rc=0}\u000a23:46:16.486237 --- ParallelTerminationStrategy: PID 30006 died...\u000a23:46:16.544413 run iperf3-srv_10.42.42.10(pid=30006): Terminated {rc=256}\u000a23:46:16.555136 --- ParallelTerminationStrategy: PID 30009 died...\u000a23:46:16.612260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30009): Terminated: ok {rc=0}\u000a23:46:16.623236 --- ParallelTerminationStrategy: PID 30012 died...\u000a23:46:16.681860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30012): Terminated: ok {rc=0}\u000a23:46:16.692641 --- ParallelTerminationStrategy: PID 30015 died...\u000a23:46:16.749439 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30015): Terminated: ok {rc=0}\u000a23:46:16.836277 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30031): Process ended prematurely: osmo-stp_10.42.42.5(pid=30031) [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30031)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30031): Process ended prematurely: osmo-stp_10.42.42.5(pid=30031) [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30031)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a23:46:17.943010 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:17.954547 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:46:18.112309 tst iperf3m4.py: using LAC 17587\u000a23:46:18.230748 tst iperf3m4.py: using RAC 247\u000a23:46:18.355647 tst iperf3m4.py: using CellId 17587\u000a23:46:18.481496 tst iperf3m4.py: using BVCI 17588\u000a23:46:18.506425 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:18.517943 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:18.529377 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:18.541274 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:18.552499 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:18.563754 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:18.575106 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:18.586431 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:18.597851 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:46:18.714986 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:46:18.834705 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:46:18.952212 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:46:19.245313 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:46:19.379597 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:46:19.711992 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30017): Launched\u000a23:46:19.987834 run iperf3-srv_10.42.42.10(pid=30018): Launched\u000a23:46:20.185293 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:46:20.319477 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:46:20.651666 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30019): Launched\u000a23:46:20.927763 run iperf3-srv_10.42.42.10(pid=30020): Launched\u000a23:46:21.124926 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:46:21.259063 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:46:21.591165 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30021): Launched\u000a23:46:21.867410 run iperf3-srv_10.42.42.10(pid=30022): Launched\u000a23:46:22.064482 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:46:22.198614 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:46:22.530213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30023): Launched\u000a23:46:22.807146 run iperf3-srv_10.42.42.10(pid=30024): Launched\u000a23:46:23.004132 tst iperf3m4.py:8: start network...\u000a23:46:23.138646 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:46:23.654061 run create_hlr_db(pid=30025): Launched\u000a23:46:23.839780 bus /gobi_6: Setting Powered False\u000a23:46:24.860123 run create_hlr_db(pid=30025): Terminated: ok {rc=0}\u000a23:46:25.264509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30027): Launched\u000a23:46:25.567609 run osmo-hlr_10.42.42.2(pid=30028): Launched\u000a23:46:25.687424 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:46:26.218530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30030): Launched\u000a23:46:26.519502 run osmo-stp_10.42.42.5(pid=30031): Launched\u000a23:46:26.631557 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:46:27.156870 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30033): Launched\u000a23:46:27.265488 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:46:27.528211 run patchelf(pid=30034): Launched\u000a23:46:27.705444 run osmo-stp_10.42.42.5(pid=30031): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30031)]\u000a23:46:27.835196 run osmo-stp_10.42.42.5(pid=30031): stdout: \u000a| (launched: 2022-12-08_23:46:26.371458)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:46:27.965496 run osmo-stp_10.42.42.5(pid=30031): stderr: \u000a| �[0;m�[38;5;43m20221208234626542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234626542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234626542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234626543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234626543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234626543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234626543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:46:28.090030 run osmo-stp_10.42.42.5(pid=30031): stdout: \u000a| (launched: 2022-12-08_23:46:26.371458)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:46:28.213909 run osmo-stp_10.42.42.5(pid=30031): stderr: \u000a| �[0;m�[38;5;43m20221208234626542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234626542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234626542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234626543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234626543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234626543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234626543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:46:28.358724 run patchelf(pid=30034): Terminating (SIGINT)\u000a23:46:28.527855 run patchelf(pid=30034): Terminated: ok {rc=0}\u000a23:46:28.559304 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30031): Process ended prematurely: osmo-stp_10.42.42.5(pid=30031) [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30031)] [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a23:46:28.568670 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a23:46:28.628941 run osmo-hlr_10.42.42.2(pid=30028): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30028)]\u000a23:46:28.677588 run osmo-hlr_10.42.42.2(pid=30028): stdout: \u000a| (launched: 2022-12-08_23:46:25.418174) \u000a23:46:28.726406 run osmo-hlr_10.42.42.2(pid=30028): stderr: \u000a| �[0;m�[1;31m20221208234625595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208234625595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208234625595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234625595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234625596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208234625596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208234625607 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208234625618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208234625618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208234625618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:46:28.767616 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30017): Terminating (SIGTERM)\u000a23:46:28.806549 run iperf3-srv_10.42.42.10(pid=30018): Terminating (SIGTERM)\u000a23:46:28.845587 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30019): Terminating (SIGTERM)\u000a23:46:28.884499 run iperf3-srv_10.42.42.10(pid=30020): Terminating (SIGTERM)\u000a23:46:28.924208 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30021): Terminating (SIGTERM)\u000a23:46:28.963463 run iperf3-srv_10.42.42.10(pid=30022): Terminating (SIGTERM)\u000a23:46:29.002715 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30023): Terminating (SIGTERM)\u000a23:46:29.041847 run iperf3-srv_10.42.42.10(pid=30024): Terminating (SIGTERM)\u000a23:46:29.081089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30027): Terminating (SIGTERM)\u000a23:46:29.120247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30030): Terminating (SIGTERM)\u000a23:46:29.159454 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30033): Terminating (SIGTERM)\u000a23:46:29.168735 --- ParallelTerminationStrategy: PID 30017 died...\u000a23:46:29.221634 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30017): Terminated: ok {rc=0}\u000a23:46:29.231382 --- ParallelTerminationStrategy: PID 30018 died...\u000a23:46:29.283458 run iperf3-srv_10.42.42.10(pid=30018): Terminated {rc=256}\u000a23:46:29.293154 --- ParallelTerminationStrategy: PID 30019 died...\u000a23:46:29.345735 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30019): Terminated: ok {rc=0}\u000a23:46:29.355251 --- ParallelTerminationStrategy: PID 30020 died...\u000a23:46:29.407550 run iperf3-srv_10.42.42.10(pid=30020): Terminated {rc=256}\u000a23:46:29.417277 --- ParallelTerminationStrategy: PID 30021 died...\u000a23:46:29.469822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30021): Terminated: ok {rc=0}\u000a23:46:29.479205 --- ParallelTerminationStrategy: PID 30022 died...\u000a23:46:29.531632 run iperf3-srv_10.42.42.10(pid=30022): Terminated {rc=256}\u000a23:46:29.541265 --- ParallelTerminationStrategy: PID 30023 died...\u000a23:46:29.593850 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30023): Terminated: ok {rc=0}\u000a23:46:29.603534 --- ParallelTerminationStrategy: PID 30024 died...\u000a23:46:29.655926 run iperf3-srv_10.42.42.10(pid=30024): Terminated {rc=256}\u000a23:46:29.665682 --- ParallelTerminationStrategy: PID 30027 died...\u000a23:46:29.718092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30027): Terminated: ok {rc=0}\u000a23:46:29.727811 --- ParallelTerminationStrategy: PID 30030 died...\u000a23:46:29.780162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30030): Terminated: ok {rc=0}\u000a23:46:29.789803 --- ParallelTerminationStrategy: PID 30033 died...\u000a23:46:29.842343 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30033): Terminated: ok {rc=0}\u000a23:46:29.930537 bus /gobi_4: Setting Powered False\u000a23:46:31.055991 bus /gobi_4: Setting Powered False\u000a23:46:32.172546 bus /gobi_1: Setting Powered False\u000a23:46:33.276793 bus /gobi_1: Setting Powered False\u000a23:46:34.382652 bus /gobi_0: Setting Powered False\u000a23:46:35.486673 bus /gobi_0: Setting Powered False\u000a23:46:36.593867 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30041): Process ended prematurely: osmo-stp_10.42.42.5(pid=30041) [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30041)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30041): Process ended prematurely: osmo-stp_10.42.42.5(pid=30041) [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30041)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a23:46:37.662191 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:37.674396 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:46:37.838530 tst ping.py: using LAC 17588\u000a23:46:37.962235 tst ping.py: using RAC 248\u000a23:46:38.085845 tst ping.py: using CellId 17588\u000a23:46:38.208785 tst ping.py: using BVCI 17589\u000a23:46:38.232939 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:38.244390 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:38.255613 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:38.266869 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:38.278020 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:38.289349 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:38.300585 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:38.311961 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:46:38.600020 tst ping.py:19: start network...\u000a23:46:38.731743 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:46:39.233809 run create_hlr_db(pid=30035): Launched\u000a23:46:39.417398 bus /gobi_6: Setting Powered False\u000a23:46:40.437611 run create_hlr_db(pid=30035): Terminated: ok {rc=0}\u000a23:46:40.835915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30037): Launched\u000a23:46:41.131126 run osmo-hlr_10.42.42.2(pid=30038): Launched\u000a23:46:41.239762 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:46:41.760875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30040): Launched\u000a23:46:42.055458 run osmo-stp_10.42.42.5(pid=30041): Launched\u000a23:46:42.163717 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:46:42.679176 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30043): Launched\u000a23:46:42.785274 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:46:43.042713 run patchelf(pid=30044): Launched\u000a23:46:43.216473 run osmo-stp_10.42.42.5(pid=30041): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30041)]\u000a23:46:43.344277 run osmo-stp_10.42.42.5(pid=30041): stdout: \u000a| (launched: 2022-12-08_23:46:41.910869)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:46:43.472173 run osmo-stp_10.42.42.5(pid=30041): stderr: \u000a| �[0;m�[38;5;43m20221208234642081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234642081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234642081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234642082 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234642082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234642082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234642082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:46:43.595399 run osmo-stp_10.42.42.5(pid=30041): stdout: \u000a| (launched: 2022-12-08_23:46:41.910869)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:46:43.717274 run osmo-stp_10.42.42.5(pid=30041): stderr: \u000a| �[0;m�[38;5;43m20221208234642081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234642081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234642081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234642082 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234642082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234642082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234642082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:46:43.858644 run patchelf(pid=30044): Terminating (SIGINT)\u000a23:46:44.025364 run patchelf(pid=30044): Terminated: ok {rc=0}\u000a23:46:44.055697 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30041): Process ended prematurely: osmo-stp_10.42.42.5(pid=30041) [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30041)] [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]\u000a23:46:44.064236 tst ping.py:22: Test FAILED (6.4 sec)\u000a23:46:44.124350 run osmo-hlr_10.42.42.2(pid=30038): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30038)]\u000a23:46:44.173153 run osmo-hlr_10.42.42.2(pid=30038): stdout: \u000a| (launched: 2022-12-08_23:46:40.986014) \u000a23:46:44.222520 run osmo-hlr_10.42.42.2(pid=30038): stderr: \u000a| �[0;m�[1;31m20221208234641162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208234641162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208234641162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234641162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234641162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208234641163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208234641176 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208234641186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208234641186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208234641186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:46:44.264181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30037): Terminating (SIGTERM)\u000a23:46:44.303757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30040): Terminating (SIGTERM)\u000a23:46:44.343460 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30043): Terminating (SIGTERM)\u000a23:46:44.352866 --- ParallelTerminationStrategy: PID 30037 died...\u000a23:46:44.406203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30037): Terminated: ok {rc=0}\u000a23:46:44.416094 --- ParallelTerminationStrategy: PID 30040 died...\u000a23:46:44.468629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30040): Terminated: ok {rc=0}\u000a23:46:44.478324 --- ParallelTerminationStrategy: PID 30043 died...\u000a23:46:44.530900 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30043): Terminated: ok {rc=0}\u000a23:46:44.613546 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30051): Process ended prematurely: osmo-stp_10.42.42.5(pid=30051) [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30051)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30051): Process ended prematurely: osmo-stp_10.42.42.5(pid=30051) [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30051)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a23:46:45.667329 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:45.679910 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:46:45.849617 tst ping_idle_ping.py: using LAC 17589\u000a23:46:45.982382 tst ping_idle_ping.py: using RAC 249\u000a23:46:46.116136 tst ping_idle_ping.py: using CellId 17589\u000a23:46:46.266302 tst ping_idle_ping.py: using BVCI 17590\u000a23:46:46.299561 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:46.314774 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:46.331266 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:46.346187 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:46.361888 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:46.377731 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:46.393297 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:46.409135 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:46:46.743840 tst ping_idle_ping.py:24: start network...\u000a23:46:46.874965 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:46:47.376395 run create_hlr_db(pid=30045): Launched\u000a23:46:47.561390 bus /gobi_6: Setting Powered False\u000a23:46:48.581633 run create_hlr_db(pid=30045): Terminated: ok {rc=0}\u000a23:46:49.003747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30047): Launched\u000a23:46:49.319017 run osmo-hlr_10.42.42.2(pid=30048): Launched\u000a23:46:49.437134 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:46:49.988383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30050): Launched\u000a23:46:50.304721 run osmo-stp_10.42.42.5(pid=30051): Launched\u000a23:46:50.419801 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:46:50.976577 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30053): Launched\u000a23:46:51.090136 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:46:51.366754 run patchelf(pid=30054): Launched\u000a23:46:51.552855 run osmo-stp_10.42.42.5(pid=30051): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30051)]\u000a23:46:51.689286 run osmo-stp_10.42.42.5(pid=30051): stdout: \u000a| (launched: 2022-12-08_23:46:50.150009)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:46:51.825584 run osmo-stp_10.42.42.5(pid=30051): stderr: \u000a| �[0;m�[38;5;43m20221208234650340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234650340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234650340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234650341 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234650341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234650341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234650341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:46:51.957152 run osmo-stp_10.42.42.5(pid=30051): stdout: \u000a| (launched: 2022-12-08_23:46:50.150009)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:46:52.087079 run osmo-stp_10.42.42.5(pid=30051): stderr: \u000a| �[0;m�[38;5;43m20221208234650340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234650340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234650340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234650341 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234650341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234650341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234650341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:46:52.238444 run patchelf(pid=30054): Terminating (SIGINT)\u000a23:46:52.416046 run patchelf(pid=30054): Terminated: ok {rc=0}\u000a23:46:52.448612 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30051): Process ended prematurely: osmo-stp_10.42.42.5(pid=30051) [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30051)] [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a23:46:52.457963 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a23:46:52.520045 run osmo-hlr_10.42.42.2(pid=30048): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30048)]\u000a23:46:52.570764 run osmo-hlr_10.42.42.2(pid=30048): stdout: \u000a| (launched: 2022-12-08_23:46:49.165469) \u000a23:46:52.621933 run osmo-hlr_10.42.42.2(pid=30048): stderr: \u000a| �[0;m�[1;31m20221208234649362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208234649362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208234649362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234649362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234649362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208234649362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208234649375 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208234649384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208234649384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208234649384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:46:52.665759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30047): Terminating (SIGTERM)\u000a23:46:52.707245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30050): Terminating (SIGTERM)\u000a23:46:52.748640 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30053): Terminating (SIGTERM)\u000a23:46:52.758232 --- ParallelTerminationStrategy: PID 30047 died...\u000a23:46:52.813080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30047): Terminated: ok {rc=0}\u000a23:46:52.823027 --- ParallelTerminationStrategy: PID 30050 died...\u000a23:46:52.877683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30050): Terminated: ok {rc=0}\u000a23:46:52.887508 --- ParallelTerminationStrategy: PID 30053 died...\u000a23:46:52.942202 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30053): Terminated: ok {rc=0}\u000a23:46:53.028808 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "72", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:45:54" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30064): Process ended prematurely: osmo-stp_10.42.42.5(pid=30064) [trial-2351↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30064)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30064): Process ended prematurely: osmo-stp_10.42.42.5(pid=30064) [trial-2351↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30064)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a23:46:55.070765 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:46:55.082838 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:46:55.244330 tst switch_tch_pdch.py: using LAC 17590\u000a23:46:55.363711 tst switch_tch_pdch.py: using RAC 250\u000a23:46:55.480012 tst switch_tch_pdch.py: using CellId 17590\u000a23:46:55.598178 tst switch_tch_pdch.py: using BVCI 17591\u000a23:46:55.620707 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:46:55.632012 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:46:55.643159 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:46:55.654353 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:46:55.666911 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:46:55.678671 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:46:55.690430 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:46:55.701510 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:46:55.822925 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:46:56.111222 tst switch_tch_pdch.py:51: start network...\u000a23:46:56.242469 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:46:56.746742 run create_hlr_db(pid=30058): Launched\u000a23:46:56.930719 bus /gobi_6: Setting Powered False\u000a23:46:57.951009 run create_hlr_db(pid=30058): Terminated: ok {rc=0}\u000a23:46:58.349354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30060): Launched\u000a23:46:58.646946 run osmo-hlr_10.42.42.2(pid=30061): Launched\u000a23:46:58.760537 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:46:59.274204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30063): Launched\u000a23:46:59.569650 run osmo-stp_10.42.42.5(pid=30064): Launched\u000a23:46:59.677989 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:47:00.194472 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30066): Launched\u000a23:47:00.299942 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:47:00.557336 run patchelf(pid=30067): Launched\u000a23:47:00.730290 run osmo-stp_10.42.42.5(pid=30064): ERR: Terminated: ERROR {rc=1} [trial-2351↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30064)]\u000a23:47:00.863655 run osmo-stp_10.42.42.5(pid=30064): stdout: \u000a| (launched: 2022-12-08_23:46:59.423951)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:47:01.006524 run osmo-stp_10.42.42.5(pid=30064): stderr: \u000a| �[0;m�[38;5;43m20221208234659593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234659593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234659594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234659594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234659595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234659595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234659595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:47:01.141399 run osmo-stp_10.42.42.5(pid=30064): stdout: \u000a| (launched: 2022-12-08_23:46:59.423951)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:47:01.274187 run osmo-stp_10.42.42.5(pid=30064): stderr: \u000a| �[0;m�[38;5;43m20221208234659593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234659593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234659594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234659594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234659595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234659595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234659595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:47:01.428620 run patchelf(pid=30067): Terminating (SIGINT)\u000a23:47:01.610932 run patchelf(pid=30067): Terminated: ok {rc=0}\u000a23:47:01.643732 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=30064): Process ended prematurely: osmo-stp_10.42.42.5(pid=30064) [trial-2351↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30064)] [trial-2351↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a23:47:01.653693 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a23:47:01.719146 run osmo-hlr_10.42.42.2(pid=30061): ERR: Terminated: ERROR {rc=237} [trial-2351↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30061)]\u000a23:47:01.771676 run osmo-hlr_10.42.42.2(pid=30061): stdout: \u000a| (launched: 2022-12-08_23:46:58.499812) \u000a23:47:01.825771 run osmo-hlr_10.42.42.2(pid=30061): stderr: \u000a| �[0;m�[1;31m20221208234658673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208234658673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208234658674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234658674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234658674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208234658674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208234658684 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208234658692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208234658693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208234658693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:47:01.873084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30060): Terminating (SIGTERM)\u000a23:47:01.918412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30063): Terminating (SIGTERM)\u000a23:47:01.966768 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30066): Terminating (SIGTERM)\u000a23:47:01.977974 --- ParallelTerminationStrategy: PID 30060 died...\u000a23:47:02.045279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30060): Terminated: ok {rc=0}\u000a23:47:02.057367 --- ParallelTerminationStrategy: PID 30063 died...\u000a23:47:02.114413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30063): Terminated: ok {rc=0}\u000a23:47:02.124883 --- ParallelTerminationStrategy: PID 30066 died...\u000a23:47:02.179112 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30066): Terminated: ok {rc=0}\u000a23:47:02.262749 bus /gobi_0: Setting Powered False\u000a23:47:03.362119 bus /gobi_0: Setting Powered False\u000a23:47:04.471676 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "73", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:46:54" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30077): Process ended prematurely: osmo-stp_10.42.42.5(pid=30077) [trial-2351↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30077)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30077): Process ended prematurely: osmo-stp_10.42.42.5(pid=30077) [trial-2351↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30077)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a23:47:06.438929 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:47:06.449868 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a23:47:06.602709 tst switch_tch_pdch.py: using LAC 17591\u000a23:47:06.718316 tst switch_tch_pdch.py: using RAC 251\u000a23:47:06.842229 tst switch_tch_pdch.py: using CellId 17591\u000a23:47:06.956838 tst switch_tch_pdch.py: using BVCI 17592\u000a23:47:06.979556 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:47:06.990442 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:47:07.001170 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:47:07.012114 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:47:07.022885 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:47:07.034101 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:47:07.045147 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:47:07.056036 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a23:47:07.175016 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a23:47:07.448509 tst switch_tch_pdch.py:51: start network...\u000a23:47:07.571629 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:47:08.012102 run create_hlr_db(pid=30071): Launched\u000a23:47:08.133125 bus /gobi_6: Setting Powered False\u000a23:47:09.204002 run create_hlr_db(pid=30071): Terminated: ok {rc=0}\u000a23:47:09.574318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30073): Launched\u000a23:47:09.870819 run osmo-hlr_10.42.42.2(pid=30074): Launched\u000a23:47:09.986672 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:47:10.480738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30076): Launched\u000a23:47:10.775685 run osmo-stp_10.42.42.5(pid=30077): Launched\u000a23:47:10.884478 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:47:11.376903 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30079): Launched\u000a23:47:11.482175 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:47:11.739946 run patchelf(pid=30080): Launched\u000a23:47:11.913945 run osmo-stp_10.42.42.5(pid=30077): ERR: Terminated: ERROR {rc=1} [trial-2351↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30077)]\u000a23:47:12.041471 run osmo-stp_10.42.42.5(pid=30077): stdout: \u000a| (launched: 2022-12-08_23:47:10.630638)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:47:12.168930 run osmo-stp_10.42.42.5(pid=30077): stderr: \u000a| �[0;m�[38;5;43m20221208234710799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234710799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234710800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234710800 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234710800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234710801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234710801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:47:12.291536 run osmo-stp_10.42.42.5(pid=30077): stdout: \u000a| (launched: 2022-12-08_23:47:10.630638)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:47:12.413799 run osmo-stp_10.42.42.5(pid=30077): stderr: \u000a| �[0;m�[38;5;43m20221208234710799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234710799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234710800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234710800 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234710800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234710801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234710801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:47:12.555342 run patchelf(pid=30080): Terminating (SIGINT)\u000a23:47:12.722086 run patchelf(pid=30080): Terminated: ok {rc=0}\u000a23:47:12.752238 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=30077): Process ended prematurely: osmo-stp_10.42.42.5(pid=30077) [trial-2351↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30077)] [trial-2351↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a23:47:12.760788 tst switch_tch_pdch.py:54: Test FAILED (6.3 sec)\u000a23:47:12.820015 run osmo-hlr_10.42.42.2(pid=30074): ERR: Terminated: ERROR {rc=237} [trial-2351↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30074)]\u000a23:47:12.868483 run osmo-hlr_10.42.42.2(pid=30074): stdout: \u000a| (launched: 2022-12-08_23:47:09.724878) \u000a23:47:12.917728 run osmo-hlr_10.42.42.2(pid=30074): stderr: \u000a| �[0;m�[1;31m20221208234709897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208234709897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208234709897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234709897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234709898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208234709898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208234709910 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208234709918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208234709918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208234709919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:47:12.959327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30073): Terminating (SIGTERM)\u000a23:47:12.998953 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30076): Terminating (SIGTERM)\u000a23:47:13.038471 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30079): Terminating (SIGTERM)\u000a23:47:13.047500 --- ParallelTerminationStrategy: PID 30073 died...\u000a23:47:13.100256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30073): Terminated: ok {rc=0}\u000a23:47:13.109612 --- ParallelTerminationStrategy: PID 30076 died...\u000a23:47:13.161765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30076): Terminated: ok {rc=0}\u000a23:47:13.171148 --- ParallelTerminationStrategy: PID 30079 died...\u000a23:47:13.223517 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30079): Terminated: ok {rc=0}\u000a23:47:13.305431 bus /gobi_0: Setting Powered False\u000a23:47:14.410951 bus /gobi_0: Setting Powered False\u000a23:47:15.517465 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "74", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:47:06" }, { "cases" : [ { "testActions" : [ ], "age" : 207, "className" : "nitb_sms:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=30085): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30085) [trial-2351↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30085)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=30085): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30085) [trial-2351↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30085)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 nitb_sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a23:47:17.467703 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a23:47:17.478397 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a23:47:17.618010 tst mo_mt_sms.py: using LAC 17592\u000a23:47:17.742814 tst mo_mt_sms.py: using RAC 252\u000a23:47:17.868164 tst mo_mt_sms.py: using CellId 17592\u000a23:47:17.991054 tst mo_mt_sms.py: using BVCI 17593\u000a23:47:18.015195 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:47:18.128795 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:47:18.416609 tst mo_mt_sms.py:9: start nitb and bts...\u000a23:47:18.548603 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a23:47:19.202244 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30084): Launched\u000a23:47:19.514165 run osmo-nitb_10.42.42.2(pid=30085): Launched\u000a23:47:19.708360 run osmo-nitb_10.42.42.2(pid=30085): ERR: Terminated: ERROR {rc=2} [trial-2351↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30085)]\u000a23:47:19.851629 run osmo-nitb_10.42.42.2(pid=30085): stdout: \u000a| (launched: 2022-12-08_23:47:19.363305) \u000a23:47:19.995048 run osmo-nitb_10.42.42.2(pid=30085): stderr: \u000a| (launched: 2022-12-08_23:47:19.410396)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:47:20.133769 run osmo-nitb_10.42.42.2(pid=30085): stdout: \u000a| (launched: 2022-12-08_23:47:19.363305) \u000a23:47:20.271396 run osmo-nitb_10.42.42.2(pid=30085): stderr: \u000a| (launched: 2022-12-08_23:47:19.410396)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:47:20.642274 tst osmo-nitb_10.42.42.2(pid=30085): stdout: \u000a| (launched: 2022-12-08_23:47:19.363305) \u000a23:47:20.768012 tst osmo-nitb_10.42.42.2(pid=30085): stderr: \u000a| (launched: 2022-12-08_23:47:19.410396)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:47:20.823570 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=30085): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30085) [trial-2351↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30085)] [trial-2351↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]\u000a23:47:20.832026 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a23:47:20.867381 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30084): Terminating (SIGTERM)\u000a23:47:21.044938 --- ParallelTerminationStrategy: PID 30084 died...\u000a23:47:21.101590 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30084): Terminated: ok {rc=0}\u000a23:47:21.186994 bus /sierra_3: Setting Powered False\u000a23:47:22.291946 bus /sierra_3: Setting Powered False\u000a23:47:23.401977 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "75", "name" : "nitb_sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:47:17" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "sms:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30095): Process ended prematurely: osmo-stp_10.42.42.5(pid=30095) [trial-2351↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30095)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30095): Process ended prematurely: osmo-stp_10.42.42.5(pid=30095) [trial-2351↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30095)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a23:47:25.293724 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:47:25.304478 tst sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a23:47:25.443887 tst mo_mt_sms.py: using LAC 17593\u000a23:47:25.572277 tst mo_mt_sms.py: using RAC 253\u000a23:47:25.695588 tst mo_mt_sms.py: using CellId 17593\u000a23:47:25.817733 tst mo_mt_sms.py: using BVCI 17594\u000a23:47:25.841688 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:47:25.852538 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:47:25.863267 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:47:25.874004 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:47:25.884852 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:47:25.895629 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:47:26.009473 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:47:26.216374 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:47:26.720931 run create_hlr_db(pid=30089): Launched\u000a23:47:26.904671 bus /sierra_2: Setting Powered False\u000a23:47:27.925141 run create_hlr_db(pid=30089): Terminated: ok {rc=0}\u000a23:47:28.323778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30091): Launched\u000a23:47:28.620559 run osmo-hlr_10.42.42.2(pid=30092): Launched\u000a23:47:28.732931 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:47:29.256266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30094): Launched\u000a23:47:29.552820 run osmo-stp_10.42.42.5(pid=30095): Launched\u000a23:47:29.662464 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:47:30.202762 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30097): Launched\u000a23:47:30.498568 run osmo-msc_10.42.42.6(pid=30098): Launched\u000a23:47:30.675039 run osmo-stp_10.42.42.5(pid=30095): ERR: Terminated: ERROR {rc=1} [trial-2351↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30095)]\u000a23:47:30.802512 run osmo-stp_10.42.42.5(pid=30095): stdout: \u000a| (launched: 2022-12-08_23:47:29.407028)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:47:30.948355 run osmo-stp_10.42.42.5(pid=30095): stderr: \u000a| �[0;m�[38;5;43m20221208234729578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234729578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234729579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234729579 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234729580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234729580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234729580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:47:31.072205 run osmo-stp_10.42.42.5(pid=30095): stdout: \u000a| (launched: 2022-12-08_23:47:29.407028)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:47:31.195069 run osmo-stp_10.42.42.5(pid=30095): stderr: \u000a| �[0;m�[38;5;43m20221208234729578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234729578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234729579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234729579 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234729580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234729580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234729580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:47:31.248933 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=30095): Process ended prematurely: osmo-stp_10.42.42.5(pid=30095) [trial-2351↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30095)] [trial-2351↪sms:trx-umtrx↪mo_mt_sms.py:16]\u000a23:47:31.257956 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a23:47:31.319307 run osmo-hlr_10.42.42.2(pid=30092): ERR: Terminated: ERROR {rc=237} [trial-2351↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30092)]\u000a23:47:31.370295 run osmo-hlr_10.42.42.2(pid=30092): stdout: \u000a| (launched: 2022-12-08_23:47:28.474129) \u000a23:47:31.423414 run osmo-hlr_10.42.42.2(pid=30092): stderr: \u000a| �[0;m�[1;31m20221208234728647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208234728647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208234728647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234728647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234728647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208234728647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208234728659 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208234728668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208234728669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208234728669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:47:31.491204 run osmo-msc_10.42.42.6(pid=30098): ERR: Terminated: ERROR {rc=2} [trial-2351↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30098)]\u000a23:47:31.541983 run osmo-msc_10.42.42.6(pid=30098): stdout: \u000a| (launched: 2022-12-08_23:47:30.353254) \u000a23:47:31.593511 run osmo-msc_10.42.42.6(pid=30098): stderr: \u000a| �[0;m�[38;5;43m20221208234730623 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208234730623 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe2bc41ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208234730623 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208234730624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208234730624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208234730624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208234730626 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208234730626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208234730626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208234730626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:47:31.637406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30091): Terminating (SIGTERM)\u000a23:47:31.679842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30094): Terminating (SIGTERM)\u000a23:47:31.721741 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30097): Terminating (SIGTERM)\u000a23:47:31.731382 --- ParallelTerminationStrategy: PID 30091 died...\u000a23:47:31.788457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30091): Terminated: ok {rc=0}\u000a23:47:31.800007 --- ParallelTerminationStrategy: PID 30094 died...\u000a23:47:31.854962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30094): Terminated: ok {rc=0}\u000a23:47:31.865281 --- ParallelTerminationStrategy: PID 30097 died...\u000a23:47:31.922286 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30097): Terminated: ok {rc=0}\u000a23:47:32.009145 bus /sierra_3: Setting Powered False\u000a23:47:33.109011 bus /sierra_3: Setting Powered False\u000a23:47:34.214890 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "76", "name" : "sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:47:25" }, { "cases" : [ { "testActions" : [ ], "age" : 207, "className" : "nitb_ussd:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=30104): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30104) [trial-2351↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30104)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=30104): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30104) [trial-2351↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30104)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 nitb_ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a23:47:36.062152 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a23:47:36.073973 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a23:47:36.225094 tst assert_extension.py: using LAC 17594\u000a23:47:36.347336 tst assert_extension.py: using RAC 254\u000a23:47:36.470029 tst assert_extension.py: using CellId 17594\u000a23:47:36.592738 tst assert_extension.py: using BVCI 17595\u000a23:47:36.617308 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a23:47:36.890479 tst assert_extension.py:10: start nitb and bts...\u000a23:47:37.014232 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a23:47:37.629323 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30103): Launched\u000a23:47:37.921914 run osmo-nitb_10.42.42.2(pid=30104): Launched\u000a23:47:38.104477 run osmo-nitb_10.42.42.2(pid=30104): ERR: Terminated: ERROR {rc=2} [trial-2351↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30104)]\u000a23:47:38.239172 run osmo-nitb_10.42.42.2(pid=30104): stdout: \u000a| (launched: 2022-12-08_23:47:37.779907) \u000a23:47:38.374252 run osmo-nitb_10.42.42.2(pid=30104): stderr: \u000a| (launched: 2022-12-08_23:47:37.824124)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:47:38.504414 run osmo-nitb_10.42.42.2(pid=30104): stdout: \u000a| (launched: 2022-12-08_23:47:37.779907) \u000a23:47:38.634216 run osmo-nitb_10.42.42.2(pid=30104): stderr: \u000a| (launched: 2022-12-08_23:47:37.824124)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:47:39.041472 tst osmo-nitb_10.42.42.2(pid=30104): stdout: \u000a| (launched: 2022-12-08_23:47:37.779907) \u000a23:47:39.160191 tst osmo-nitb_10.42.42.2(pid=30104): stderr: \u000a| (launched: 2022-12-08_23:47:37.824124)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:47:39.212166 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=30104): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30104) [trial-2351↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30104)] [trial-2351↪nitb_ussd:trx-umtrx↪assert_extension.py:12]\u000a23:47:39.220177 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a23:47:39.254239 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30103): Terminating (SIGTERM)\u000a23:47:39.431641 --- ParallelTerminationStrategy: PID 30103 died...\u000a23:47:39.486584 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30103): Terminated: ok {rc=0}\u000a23:47:39.574458 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "77", "name" : "nitb_ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:47:35" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "ussd:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30115): Process ended prematurely: osmo-stp_10.42.42.5(pid=30115) [trial-2351↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30115)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30115): Process ended prematurely: osmo-stp_10.42.42.5(pid=30115) [trial-2351↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30115)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a23:47:41.404856 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:47:41.415452 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a23:47:41.547889 tst assert_extension.py: using LAC 17595\u000a23:47:41.665514 tst assert_extension.py: using RAC 255\u000a23:47:41.783121 tst assert_extension.py: using CellId 17595\u000a23:47:41.898977 tst assert_extension.py: using BVCI 17596\u000a23:47:41.921534 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:47:41.932172 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:47:41.942670 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:47:41.953057 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:47:41.964123 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:47:41.974670 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a23:47:42.178990 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:47:42.684676 run create_hlr_db(pid=30109): Launched\u000a23:47:42.869691 bus /sierra_2: Setting Powered False\u000a23:47:43.878828 run create_hlr_db(pid=30109): Terminated: ok {rc=0}\u000a23:47:44.286783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30111): Launched\u000a23:47:44.585737 run osmo-hlr_10.42.42.2(pid=30112): Launched\u000a23:47:44.703891 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:47:45.234338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30114): Launched\u000a23:47:45.530871 run osmo-stp_10.42.42.5(pid=30115): Launched\u000a23:47:45.639606 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:47:46.241657 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30117): Launched\u000a23:47:46.685848 run osmo-msc_10.42.42.6(pid=30118): Launched\u000a23:47:47.125939 run osmo-stp_10.42.42.5(pid=30115): ERR: Terminated: ERROR {rc=1} [trial-2351↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30115)]\u000a23:47:47.288037 run osmo-stp_10.42.42.5(pid=30115): stdout: \u000a| (launched: 2022-12-08_23:47:45.384616)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:47:47.413161 run osmo-stp_10.42.42.5(pid=30115): stderr: \u000a| �[0;m�[38;5;43m20221208234745553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234745553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234745553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234745554 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234745554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234745554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234745554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:47:47.532570 run osmo-stp_10.42.42.5(pid=30115): stdout: \u000a| (launched: 2022-12-08_23:47:45.384616)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:47:47.651090 run osmo-stp_10.42.42.5(pid=30115): stderr: \u000a| �[0;m�[38;5;43m20221208234745553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234745553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234745553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234745554 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234745554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234745554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234745554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:47:47.703135 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=30115): Process ended prematurely: osmo-stp_10.42.42.5(pid=30115) [trial-2351↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30115)] [trial-2351↪ussd:trx-umtrx↪assert_extension.py:17]\u000a23:47:47.711314 tst assert_extension.py:17: Test FAILED (6.3 sec)\u000a23:47:47.771234 run osmo-hlr_10.42.42.2(pid=30112): ERR: Terminated: ERROR {rc=237} [trial-2351↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30112)]\u000a23:47:47.819726 run osmo-hlr_10.42.42.2(pid=30112): stdout: \u000a| (launched: 2022-12-08_23:47:44.438118) \u000a23:47:47.868834 run osmo-hlr_10.42.42.2(pid=30112): stderr: \u000a| �[0;m�[1;31m20221208234744613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208234744613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208234744613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234744613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234744613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208234744613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208234744629 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208234744637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208234744637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208234744637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:47:47.935706 run osmo-msc_10.42.42.6(pid=30118): ERR: Terminated: ERROR {rc=2} [trial-2351↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30118)]\u000a23:47:47.984358 run osmo-msc_10.42.42.6(pid=30118): stdout: \u000a| (launched: 2022-12-08_23:47:46.407054) \u000a23:47:48.033492 run osmo-msc_10.42.42.6(pid=30118): stderr: \u000a| �[0;m�[38;5;43m20221208234746811 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208234746811 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbdbfd27c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208234746811 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208234746811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208234746811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208234746812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208234746813 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208234746814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208234746814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208234746814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:47:48.075505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30111): Terminating (SIGTERM)\u000a23:47:48.115338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30114): Terminating (SIGTERM)\u000a23:47:48.155049 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30117): Terminating (SIGTERM)\u000a23:47:48.164444 --- ParallelTerminationStrategy: PID 30111 died...\u000a23:47:48.217375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30111): Terminated: ok {rc=0}\u000a23:47:48.227199 --- ParallelTerminationStrategy: PID 30114 died...\u000a23:47:48.279656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30114): Terminated: ok {rc=0}\u000a23:47:48.289177 --- ParallelTerminationStrategy: PID 30117 died...\u000a23:47:48.341924 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30117): Terminated: ok {rc=0}\u000a23:47:48.424563 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "78", "name" : "ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:47:41" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30129): Process ended prematurely: osmo-stp_10.42.42.5(pid=30129) [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30129)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30129): Process ended prematurely: osmo-stp_10.42.42.5(pid=30129) [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30129)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a23:47:50.389314 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:47:50.400660 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a23:47:50.559110 tst mo_mt_call.py: using LAC 17596\u000a23:47:50.676725 tst mo_mt_call.py: using RAC 1\u000a23:47:50.793622 tst mo_mt_call.py: using CellId 17596\u000a23:47:50.910882 tst mo_mt_call.py: using BVCI 17597\u000a23:47:50.934025 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:47:50.944837 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:47:50.956165 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:47:50.967556 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:47:50.978446 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:47:50.989745 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:47:51.108700 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:47:51.316280 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:47:51.832387 run create_hlr_db(pid=30123): Launched\u000a23:47:52.019710 bus /sierra_2: Setting Powered False\u000a23:47:53.039696 run create_hlr_db(pid=30123): Terminated: ok {rc=0}\u000a23:47:53.446773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30125): Launched\u000a23:47:53.750435 run osmo-hlr_10.42.42.2(pid=30126): Launched\u000a23:47:53.868357 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:47:54.403215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30128): Launched\u000a23:47:54.705892 run osmo-stp_10.42.42.5(pid=30129): Launched\u000a23:47:54.817179 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:47:55.370599 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30131): Launched\u000a23:47:55.673527 run osmo-msc_10.42.42.6(pid=30132): Launched\u000a23:47:55.850967 run osmo-stp_10.42.42.5(pid=30129): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30129)]\u000a23:47:55.979371 run osmo-stp_10.42.42.5(pid=30129): stdout: \u000a| (launched: 2022-12-08_23:47:54.556839)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:47:56.105403 run osmo-stp_10.42.42.5(pid=30129): stderr: \u000a| �[0;m�[38;5;43m20221208234754728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234754728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234754729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234754729 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234754729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234754729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234754730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:47:56.227174 run osmo-stp_10.42.42.5(pid=30129): stdout: \u000a| (launched: 2022-12-08_23:47:54.556839)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:47:56.347268 run osmo-stp_10.42.42.5(pid=30129): stderr: \u000a| �[0;m�[38;5;43m20221208234754728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234754728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234754729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234754729 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234754729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234754729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234754730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:47:56.400399 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30129): Process ended prematurely: osmo-stp_10.42.42.5(pid=30129) [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30129)] [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a23:47:56.409264 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a23:47:56.468278 run osmo-hlr_10.42.42.2(pid=30126): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30126)]\u000a23:47:56.517013 run osmo-hlr_10.42.42.2(pid=30126): stdout: \u000a| (launched: 2022-12-08_23:47:53.600872) \u000a23:47:56.565959 run osmo-hlr_10.42.42.2(pid=30126): stderr: \u000a| �[0;m�[1;31m20221208234753779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208234753779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208234753779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234753779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234753779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208234753779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208234753791 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208234753800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208234753801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208234753801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:47:56.631826 run osmo-msc_10.42.42.6(pid=30132): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30132)]\u000a23:47:56.680017 run osmo-msc_10.42.42.6(pid=30132): stdout: \u000a| (launched: 2022-12-08_23:47:55.524138) \u000a23:47:56.729240 run osmo-msc_10.42.42.6(pid=30132): stderr: \u000a| �[0;m�[38;5;43m20221208234755795 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208234755795 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffb1c1b6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208234755795 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208234755795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208234755795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208234755795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208234755797 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208234755798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208234755798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208234755798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:47:56.770388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30125): Terminating (SIGTERM)\u000a23:47:56.809770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30128): Terminating (SIGTERM)\u000a23:47:56.848929 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30131): Terminating (SIGTERM)\u000a23:47:56.858245 --- ParallelTerminationStrategy: PID 30125 died...\u000a23:47:56.910562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30125): Terminated: ok {rc=0}\u000a23:47:56.920385 --- ParallelTerminationStrategy: PID 30128 died...\u000a23:47:56.971934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30128): Terminated: ok {rc=0}\u000a23:47:56.981756 --- ParallelTerminationStrategy: PID 30131 died...\u000a23:47:57.033788 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30131): Terminated: ok {rc=0}\u000a23:47:57.120494 bus /sierra_3: Setting Powered False\u000a23:47:58.222313 bus /sierra_3: Setting Powered False\u000a23:47:59.332319 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30141): Process ended prematurely: osmo-stp_10.42.42.5(pid=30141) [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30141)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30141): Process ended prematurely: osmo-stp_10.42.42.5(pid=30141) [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30141)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:48:00.439946 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:48:00.451746 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a23:48:00.617874 tst mo_mt_call_osmux.py: using LAC 17597\u000a23:48:00.747212 tst mo_mt_call_osmux.py: using RAC 2\u000a23:48:00.896429 tst mo_mt_call_osmux.py: using CellId 17597\u000a23:48:01.031887 tst mo_mt_call_osmux.py: using BVCI 17598\u000a23:48:01.058814 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:48:01.071396 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:48:01.083976 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:48:01.096506 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:48:01.110822 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:48:01.124040 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:48:01.249667 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:48:01.502579 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:48:02.040134 run create_hlr_db(pid=30135): Launched\u000a23:48:02.218579 bus /sierra_2: Setting Powered False\u000a23:48:03.234986 run create_hlr_db(pid=30135): Terminated: ok {rc=0}\u000a23:48:03.663623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30137): Launched\u000a23:48:03.984012 run osmo-hlr_10.42.42.2(pid=30138): Launched\u000a23:48:04.102536 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:48:04.661393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30140): Launched\u000a23:48:04.981926 run osmo-stp_10.42.42.5(pid=30141): Launched\u000a23:48:05.099996 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:48:05.687857 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30143): Launched\u000a23:48:06.007943 run osmo-msc_10.42.42.6(pid=30144): Launched\u000a23:48:06.196509 run osmo-stp_10.42.42.5(pid=30141): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30141)]\u000a23:48:06.333395 run osmo-stp_10.42.42.5(pid=30141): stdout: \u000a| (launched: 2022-12-08_23:48:04.825420)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:48:06.469447 run osmo-stp_10.42.42.5(pid=30141): stderr: \u000a| �[0;m�[38;5;43m20221208234805020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234805020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234805020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234805021 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234805021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234805021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234805021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:48:06.599654 run osmo-stp_10.42.42.5(pid=30141): stdout: \u000a| (launched: 2022-12-08_23:48:04.825420)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:48:06.727965 run osmo-stp_10.42.42.5(pid=30141): stderr: \u000a| �[0;m�[38;5;43m20221208234805020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234805020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234805020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234805021 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234805021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234805021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234805021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:48:06.784640 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30141): Process ended prematurely: osmo-stp_10.42.42.5(pid=30141) [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30141)] [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a23:48:06.793930 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a23:48:06.855835 run osmo-hlr_10.42.42.2(pid=30138): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30138)]\u000a23:48:06.907215 run osmo-hlr_10.42.42.2(pid=30138): stdout: \u000a| (launched: 2022-12-08_23:48:03.827004) \u000a23:48:06.958862 run osmo-hlr_10.42.42.2(pid=30138): stderr: \u000a| �[0;m�[1;31m20221208234804027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208234804027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208234804027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234804027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234804027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208234804027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208234804040 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208234804050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208234804050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208234804050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:48:07.029013 run osmo-msc_10.42.42.6(pid=30144): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30144)]\u000a23:48:07.079726 run osmo-msc_10.42.42.6(pid=30144): stdout: \u000a| (launched: 2022-12-08_23:48:05.851419) \u000a23:48:07.131127 run osmo-msc_10.42.42.6(pid=30144): stderr: \u000a| �[0;m�[38;5;43m20221208234806175 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208234806175 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f68e6b18c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208234806175 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208234806175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208234806176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208234806176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208234806178 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208234806178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208234806178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208234806178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:48:07.174832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30137): Terminating (SIGTERM)\u000a23:48:07.216063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30140): Terminating (SIGTERM)\u000a23:48:07.257410 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30143): Terminating (SIGTERM)\u000a23:48:07.267052 --- ParallelTerminationStrategy: PID 30137 died...\u000a23:48:07.322055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30137): Terminated: ok {rc=0}\u000a23:48:07.331856 --- ParallelTerminationStrategy: PID 30140 died...\u000a23:48:07.386314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30140): Terminated: ok {rc=0}\u000a23:48:07.396263 --- ParallelTerminationStrategy: PID 30143 died...\u000a23:48:07.451275 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30143): Terminated: ok {rc=0}\u000a23:48:07.535872 bus /sierra_3: Setting Powered False\u000a23:48:08.641353 bus /sierra_3: Setting Powered False\u000a23:48:09.750452 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "79", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:47:50" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30155): Process ended prematurely: osmo-stp_10.42.42.5(pid=30155) [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30155)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30155): Process ended prematurely: osmo-stp_10.42.42.5(pid=30155) [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30155)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a23:48:11.750469 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:48:11.762056 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a23:48:11.924754 tst mo_mt_call.py: using LAC 17598\u000a23:48:12.050841 tst mo_mt_call.py: using RAC 3\u000a23:48:12.172422 tst mo_mt_call.py: using CellId 17598\u000a23:48:12.291591 tst mo_mt_call.py: using BVCI 17599\u000a23:48:12.315121 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:48:12.326204 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:48:12.337043 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:48:12.348386 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:48:12.359574 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:48:12.370606 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:48:12.489700 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:48:12.698961 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:48:13.213493 run create_hlr_db(pid=30149): Launched\u000a23:48:13.400024 bus /sierra_2: Setting Powered False\u000a23:48:14.421677 run create_hlr_db(pid=30149): Terminated: ok {rc=0}\u000a23:48:14.827229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30151): Launched\u000a23:48:15.129296 run osmo-hlr_10.42.42.2(pid=30152): Launched\u000a23:48:15.247517 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:48:15.782634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30154): Launched\u000a23:48:16.202385 run osmo-stp_10.42.42.5(pid=30155): Launched\u000a23:48:16.395322 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:48:16.981366 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30157): Launched\u000a23:48:17.329891 run osmo-msc_10.42.42.6(pid=30158): Launched\u000a23:48:17.526867 run osmo-stp_10.42.42.5(pid=30155): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30155)]\u000a23:48:17.655504 run osmo-stp_10.42.42.5(pid=30155): stdout: \u000a| (launched: 2022-12-08_23:48:15.948752)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:48:17.781861 run osmo-stp_10.42.42.5(pid=30155): stderr: \u000a| �[0;m�[38;5;43m20221208234816271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234816272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234816272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234816272 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234816277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234816277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234816277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:48:17.903280 run osmo-stp_10.42.42.5(pid=30155): stdout: \u000a| (launched: 2022-12-08_23:48:15.948752)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:48:18.023281 run osmo-stp_10.42.42.5(pid=30155): stderr: \u000a| �[0;m�[38;5;43m20221208234816271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234816272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234816272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234816272 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234816277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234816277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234816277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:48:18.076276 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30155): Process ended prematurely: osmo-stp_10.42.42.5(pid=30155) [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30155)] [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a23:48:18.084838 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a23:48:18.144633 run osmo-hlr_10.42.42.2(pid=30152): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30152)]\u000a23:48:18.193884 run osmo-hlr_10.42.42.2(pid=30152): stdout: \u000a| (launched: 2022-12-08_23:48:14.981033) \u000a23:48:18.243404 run osmo-hlr_10.42.42.2(pid=30152): stderr: \u000a| �[0;m�[1;31m20221208234815157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208234815157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208234815157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234815157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234815157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208234815157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208234815169 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208234815178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208234815178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208234815178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:48:18.309867 run osmo-msc_10.42.42.6(pid=30158): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30158)]\u000a23:48:18.358811 run osmo-msc_10.42.42.6(pid=30158): stdout: \u000a| (launched: 2022-12-08_23:48:17.137515) \u000a23:48:18.407760 run osmo-msc_10.42.42.6(pid=30158): stderr: \u000a| �[0;m�[38;5;43m20221208234817465 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208234817465 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f373e1a5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208234817466 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208234817466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208234817466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208234817466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208234817468 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208234817468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208234817468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208234817468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:48:18.449735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30151): Terminating (SIGTERM)\u000a23:48:18.489399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30154): Terminating (SIGTERM)\u000a23:48:18.528994 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30157): Terminating (SIGTERM)\u000a23:48:18.538545 --- ParallelTerminationStrategy: PID 30151 died...\u000a23:48:18.591768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30151): Terminated: ok {rc=0}\u000a23:48:18.601809 --- ParallelTerminationStrategy: PID 30154 died...\u000a23:48:18.654448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30154): Terminated: ok {rc=0}\u000a23:48:18.664163 --- ParallelTerminationStrategy: PID 30157 died...\u000a23:48:18.716636 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30157): Terminated: ok {rc=0}\u000a23:48:18.799409 bus /sierra_3: Setting Powered False\u000a23:48:19.904250 bus /sierra_3: Setting Powered False\u000a23:48:21.011739 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30166): Process ended prematurely: osmo-stp_10.42.42.5(pid=30166) [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30166)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30166): Process ended prematurely: osmo-stp_10.42.42.5(pid=30166) [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30166)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:48:22.120515 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:48:22.132453 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a23:48:22.287328 tst mo_mt_call_osmux.py: using LAC 17599\u000a23:48:22.414615 tst mo_mt_call_osmux.py: using RAC 4\u000a23:48:22.540563 tst mo_mt_call_osmux.py: using CellId 17599\u000a23:48:22.667336 tst mo_mt_call_osmux.py: using BVCI 17600\u000a23:48:22.691926 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:48:22.703645 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:48:22.715191 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:48:22.726526 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:48:22.737910 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:48:22.749259 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:48:22.865199 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:48:23.069524 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:48:23.546308 run create_hlr_db(pid=30160): Launched\u000a23:48:23.721472 bus /sierra_2: Setting Powered False\u000a23:48:24.741791 run create_hlr_db(pid=30160): Terminated: ok {rc=0}\u000a23:48:25.170509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30162): Launched\u000a23:48:25.492912 run osmo-hlr_10.42.42.2(pid=30163): Launched\u000a23:48:25.615218 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:48:26.173801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30165): Launched\u000a23:48:26.495309 run osmo-stp_10.42.42.5(pid=30166): Launched\u000a23:48:26.614433 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:48:27.203474 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30168): Launched\u000a23:48:27.526074 run osmo-msc_10.42.42.6(pid=30169): Launched\u000a23:48:27.715571 run osmo-stp_10.42.42.5(pid=30166): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30166)]\u000a23:48:27.851436 run osmo-stp_10.42.42.5(pid=30166): stdout: \u000a| (launched: 2022-12-08_23:48:26.337772)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:48:27.987124 run osmo-stp_10.42.42.5(pid=30166): stderr: \u000a| �[0;m�[38;5;43m20221208234826528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234826528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234826529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234826529 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234826532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234826532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234826532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:48:28.116381 run osmo-stp_10.42.42.5(pid=30166): stdout: \u000a| (launched: 2022-12-08_23:48:26.337772)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:48:28.244093 run osmo-stp_10.42.42.5(pid=30166): stderr: \u000a| �[0;m�[38;5;43m20221208234826528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234826528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234826529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234826529 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234826532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234826532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234826532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:48:28.300638 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30166): Process ended prematurely: osmo-stp_10.42.42.5(pid=30166) [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30166)] [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a23:48:28.309910 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a23:48:28.370830 run osmo-hlr_10.42.42.2(pid=30163): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30163)]\u000a23:48:28.421234 run osmo-hlr_10.42.42.2(pid=30163): stdout: \u000a| (launched: 2022-12-08_23:48:25.335248) \u000a23:48:28.472395 run osmo-hlr_10.42.42.2(pid=30163): stderr: \u000a| �[0;m�[1;31m20221208234825534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208234825534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208234825534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234825535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234825535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208234825535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208234825546 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208234825554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208234825555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208234825555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:48:28.541648 run osmo-msc_10.42.42.6(pid=30169): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30169)]\u000a23:48:28.591973 run osmo-msc_10.42.42.6(pid=30169): stdout: \u000a| (launched: 2022-12-08_23:48:27.367840) \u000a23:48:28.643134 run osmo-msc_10.42.42.6(pid=30169): stderr: \u000a| �[0;m�[38;5;43m20221208234827691 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208234827691 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f196c45fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208234827691 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208234827692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208234827692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208234827692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208234827694 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208234827694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208234827694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208234827694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:48:28.686444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30162): Terminating (SIGTERM)\u000a23:48:28.727314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30165): Terminating (SIGTERM)\u000a23:48:28.768264 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30168): Terminating (SIGTERM)\u000a23:48:28.777770 --- ParallelTerminationStrategy: PID 30162 died...\u000a23:48:28.832193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30162): Terminated: ok {rc=0}\u000a23:48:28.841981 --- ParallelTerminationStrategy: PID 30165 died...\u000a23:48:28.896047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30165): Terminated: ok {rc=0}\u000a23:48:28.905843 --- ParallelTerminationStrategy: PID 30168 died...\u000a23:48:28.959959 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30168): Terminated: ok {rc=0}\u000a23:48:29.045308 bus /sierra_3: Setting Powered False\u000a23:48:30.149492 bus /sierra_3: Setting Powered False\u000a23:48:31.286588 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "80", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:48:11" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30181): Process ended prematurely: osmo-stp_10.42.42.5(pid=30181) [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30181)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30181): Process ended prematurely: osmo-stp_10.42.42.5(pid=30181) [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30181)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a23:48:33.284734 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:48:33.296311 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a23:48:33.458174 tst mo_mt_call.py: using LAC 17600\u000a23:48:33.585902 tst mo_mt_call.py: using RAC 5\u000a23:48:33.711180 tst mo_mt_call.py: using CellId 17600\u000a23:48:33.836723 tst mo_mt_call.py: using BVCI 17601\u000a23:48:33.861415 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:48:33.872643 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:48:33.883772 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:48:33.894970 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:48:33.906222 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:48:33.917365 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:48:34.035508 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:48:34.235439 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:48:34.728902 run create_hlr_db(pid=30175): Launched\u000a23:48:34.916029 bus /sierra_2: Setting Powered False\u000a23:48:35.926259 run create_hlr_db(pid=30175): Terminated: ok {rc=0}\u000a23:48:36.338864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30177): Launched\u000a23:48:36.641766 run osmo-hlr_10.42.42.2(pid=30178): Launched\u000a23:48:36.758128 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:48:37.291190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30180): Launched\u000a23:48:37.592522 run osmo-stp_10.42.42.5(pid=30181): Launched\u000a23:48:37.703711 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:48:38.255931 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30183): Launched\u000a23:48:38.558531 run osmo-msc_10.42.42.6(pid=30184): Launched\u000a23:48:38.737247 run osmo-stp_10.42.42.5(pid=30181): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30181)]\u000a23:48:38.866432 run osmo-stp_10.42.42.5(pid=30181): stdout: \u000a| (launched: 2022-12-08_23:48:37.444513)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:48:38.993274 run osmo-stp_10.42.42.5(pid=30181): stderr: \u000a| �[0;m�[38;5;43m20221208234837615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234837615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234837615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234837616 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234837616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234837616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234837616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:48:39.115445 run osmo-stp_10.42.42.5(pid=30181): stdout: \u000a| (launched: 2022-12-08_23:48:37.444513)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:48:39.235755 run osmo-stp_10.42.42.5(pid=30181): stderr: \u000a| �[0;m�[38;5;43m20221208234837615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234837615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234837615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234837616 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234837616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234837616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234837616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:48:39.289105 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30181): Process ended prematurely: osmo-stp_10.42.42.5(pid=30181) [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30181)] [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a23:48:39.297880 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a23:48:39.357473 run osmo-hlr_10.42.42.2(pid=30178): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30178)]\u000a23:48:39.406144 run osmo-hlr_10.42.42.2(pid=30178): stdout: \u000a| (launched: 2022-12-08_23:48:36.493054) \u000a23:48:39.455730 run osmo-hlr_10.42.42.2(pid=30178): stderr: \u000a| �[0;m�[1;31m20221208234836669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208234836669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208234836669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234836669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234836669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208234836669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208234836685 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208234836696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208234836696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208234836696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:48:39.522179 run osmo-msc_10.42.42.6(pid=30184): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30184)]\u000a23:48:39.570935 run osmo-msc_10.42.42.6(pid=30184): stdout: \u000a| (launched: 2022-12-08_23:48:38.409677) \u000a23:48:39.619683 run osmo-msc_10.42.42.6(pid=30184): stderr: \u000a| �[0;m�[38;5;43m20221208234838681 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208234838681 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f851b404c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208234838682 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208234838682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208234838682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208234838682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208234838684 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208234838684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208234838684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208234838684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:48:39.661381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30177): Terminating (SIGTERM)\u000a23:48:39.700666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30180): Terminating (SIGTERM)\u000a23:48:39.739879 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30183): Terminating (SIGTERM)\u000a23:48:39.749239 --- ParallelTerminationStrategy: PID 30177 died...\u000a23:48:39.801716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30177): Terminated: ok {rc=0}\u000a23:48:39.811197 --- ParallelTerminationStrategy: PID 30180 died...\u000a23:48:39.864029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30180): Terminated: ok {rc=0}\u000a23:48:39.873778 --- ParallelTerminationStrategy: PID 30183 died...\u000a23:48:39.926106 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30183): Terminated: ok {rc=0}\u000a23:48:40.011990 bus /sierra_3: Setting Powered False\u000a23:48:41.114972 bus /sierra_3: Setting Powered False\u000a23:48:42.220597 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30192): Process ended prematurely: osmo-stp_10.42.42.5(pid=30192) [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30192)]", "failedSince" : 2315, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30192): Process ended prematurely: osmo-stp_10.42.42.5(pid=30192) [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30192)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:48:43.333726 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:48:43.345944 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a23:48:43.509189 tst mo_mt_call_osmux.py: using LAC 17601\u000a23:48:43.637680 tst mo_mt_call_osmux.py: using RAC 6\u000a23:48:43.764051 tst mo_mt_call_osmux.py: using CellId 17601\u000a23:48:43.894547 tst mo_mt_call_osmux.py: using BVCI 17602\u000a23:48:43.918976 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:48:43.930473 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:48:43.941770 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:48:43.953148 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:48:43.964520 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:48:43.975903 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:48:44.091861 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:48:44.298205 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:48:44.775990 run create_hlr_db(pid=30186): Launched\u000a23:48:44.950004 bus /sierra_2: Setting Powered False\u000a23:48:45.989457 run create_hlr_db(pid=30186): Terminated: ok {rc=0}\u000a23:48:46.480026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30188): Launched\u000a23:48:46.928900 run osmo-hlr_10.42.42.2(pid=30189): Launched\u000a23:48:47.192632 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:48:47.719028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30191): Launched\u000a23:48:48.021695 run osmo-stp_10.42.42.5(pid=30192): Launched\u000a23:48:48.131584 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:48:48.684059 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30194): Launched\u000a23:48:48.987105 run osmo-msc_10.42.42.6(pid=30195): Launched\u000a23:48:49.165887 run osmo-stp_10.42.42.5(pid=30192): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30192)]\u000a23:48:49.295350 run osmo-stp_10.42.42.5(pid=30192): stdout: \u000a| (launched: 2022-12-08_23:48:47.873236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:48:49.421384 run osmo-stp_10.42.42.5(pid=30192): stderr: \u000a| �[0;m�[38;5;43m20221208234848042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234848042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234848043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234848043 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234848045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234848046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234848046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:48:49.543066 run osmo-stp_10.42.42.5(pid=30192): stdout: \u000a| (launched: 2022-12-08_23:48:47.873236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:48:49.663564 run osmo-stp_10.42.42.5(pid=30192): stderr: \u000a| �[0;m�[38;5;43m20221208234848042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234848042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234848043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234848043 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234848045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234848046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234848046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:48:49.716591 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30192): Process ended prematurely: osmo-stp_10.42.42.5(pid=30192) [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30192)] [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a23:48:49.725350 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a23:48:49.785037 run osmo-hlr_10.42.42.2(pid=30189): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30189)]\u000a23:48:49.833318 run osmo-hlr_10.42.42.2(pid=30189): stdout: \u000a| (launched: 2022-12-08_23:48:46.650224) \u000a23:48:49.881986 run osmo-hlr_10.42.42.2(pid=30189): stderr: \u000a| �[0;m�[1;31m20221208234846921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208234846921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208234846921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234846921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234846921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208234846921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208234846938 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208234846963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208234846963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208234846963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:48:49.948799 run osmo-msc_10.42.42.6(pid=30195): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30195)]\u000a23:48:49.997289 run osmo-msc_10.42.42.6(pid=30195): stdout: \u000a| (launched: 2022-12-08_23:48:48.837664) \u000a23:48:50.046246 run osmo-msc_10.42.42.6(pid=30195): stderr: \u000a| �[0;m�[38;5;43m20221208234849110 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208234849110 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7a85c54c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208234849110 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208234849110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208234849110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208234849110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208234849112 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208234849113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208234849113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208234849113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:48:50.087742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30188): Terminating (SIGTERM)\u000a23:48:50.127072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30191): Terminating (SIGTERM)\u000a23:48:50.166312 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30194): Terminating (SIGTERM)\u000a23:48:50.175425 --- ParallelTerminationStrategy: PID 30188 died...\u000a23:48:50.228567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30188): Terminated: ok {rc=0}\u000a23:48:50.238211 --- ParallelTerminationStrategy: PID 30191 died...\u000a23:48:50.290701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30191): Terminated: ok {rc=0}\u000a23:48:50.300454 --- ParallelTerminationStrategy: PID 30194 died...\u000a23:48:50.352733 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30194): Terminated: ok {rc=0}\u000a23:48:50.439394 bus /sierra_3: Setting Powered False\u000a23:48:51.541390 bus /sierra_3: Setting Powered False\u000a23:48:52.650336 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "81", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:48:32" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30206): Process ended prematurely: osmo-stp_10.42.42.5(pid=30206) [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30206)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30206): Process ended prematurely: osmo-stp_10.42.42.5(pid=30206) [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30206)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a23:48:54.629892 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:48:54.640735 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a23:48:54.793507 tst mo_mt_call.py: using LAC 17602\u000a23:48:54.919485 tst mo_mt_call.py: using RAC 7\u000a23:48:55.045889 tst mo_mt_call.py: using CellId 17602\u000a23:48:55.173082 tst mo_mt_call.py: using BVCI 17603\u000a23:48:55.197700 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:48:55.209436 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:48:55.220544 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:48:55.232093 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:48:55.243601 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:48:55.255532 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:48:55.371505 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:48:55.573850 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:48:56.051487 run create_hlr_db(pid=30200): Launched\u000a23:48:56.226159 bus /sierra_2: Setting Powered False\u000a23:48:57.247084 run create_hlr_db(pid=30200): Terminated: ok {rc=0}\u000a23:48:57.651034 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30202): Launched\u000a23:48:57.954135 run osmo-hlr_10.42.42.2(pid=30203): Launched\u000a23:48:58.068865 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:48:58.593083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30205): Launched\u000a23:48:58.896396 run osmo-stp_10.42.42.5(pid=30206): Launched\u000a23:48:59.007214 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:48:59.559667 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30208): Launched\u000a23:48:59.863123 run osmo-msc_10.42.42.6(pid=30209): Launched\u000a23:49:00.041942 run osmo-stp_10.42.42.5(pid=30206): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30206)]\u000a23:49:00.171801 run osmo-stp_10.42.42.5(pid=30206): stdout: \u000a| (launched: 2022-12-08_23:48:58.746871)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:49:00.297962 run osmo-stp_10.42.42.5(pid=30206): stderr: \u000a| �[0;m�[38;5;43m20221208234858916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234858916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234858917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234858917 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234858918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234858918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234858918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:49:00.419564 run osmo-stp_10.42.42.5(pid=30206): stdout: \u000a| (launched: 2022-12-08_23:48:58.746871)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:49:00.539852 run osmo-stp_10.42.42.5(pid=30206): stderr: \u000a| �[0;m�[38;5;43m20221208234858916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234858916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234858917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234858917 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234858918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234858918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234858918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:49:00.593029 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30206): Process ended prematurely: osmo-stp_10.42.42.5(pid=30206) [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30206)] [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a23:49:00.601520 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a23:49:00.661013 run osmo-hlr_10.42.42.2(pid=30203): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30203)]\u000a23:49:00.709654 run osmo-hlr_10.42.42.2(pid=30203): stdout: \u000a| (launched: 2022-12-08_23:48:57.805714) \u000a23:49:00.758945 run osmo-hlr_10.42.42.2(pid=30203): stderr: \u000a| �[0;m�[1;31m20221208234857981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208234857981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208234857981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234857981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234857981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208234857981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208234857992 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208234858001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208234858001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208234858001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:49:00.825648 run osmo-msc_10.42.42.6(pid=30209): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30209)]\u000a23:49:00.893256 run osmo-msc_10.42.42.6(pid=30209): stdout: \u000a| (launched: 2022-12-08_23:48:59.713402) \u000a23:49:00.943402 run osmo-msc_10.42.42.6(pid=30209): stderr: \u000a| �[0;m�[38;5;43m20221208234859987 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208234859987 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f60e98c4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208234859987 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208234859987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208234859987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208234859987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208234859989 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208234859989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208234859990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208234859990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:49:00.985628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30202): Terminating (SIGTERM)\u000a23:49:01.027450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30205): Terminating (SIGTERM)\u000a23:49:01.067884 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30208): Terminating (SIGTERM)\u000a23:49:01.077208 --- ParallelTerminationStrategy: PID 30202 died...\u000a23:49:01.130127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30202): Terminated: ok {rc=0}\u000a23:49:01.139841 --- ParallelTerminationStrategy: PID 30205 died...\u000a23:49:01.193060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30205): Terminated: ok {rc=0}\u000a23:49:01.202727 --- ParallelTerminationStrategy: PID 30208 died...\u000a23:49:01.255844 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30208): Terminated: ok {rc=0}\u000a23:49:01.339843 bus /sierra_3: Setting Powered False\u000a23:49:02.437781 bus /sierra_3: Setting Powered False\u000a23:49:03.546291 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30217): Process ended prematurely: osmo-stp_10.42.42.5(pid=30217) [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30217)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30217): Process ended prematurely: osmo-stp_10.42.42.5(pid=30217) [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30217)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:49:04.654084 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:49:04.665714 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a23:49:04.826579 tst mo_mt_call_osmux.py: using LAC 17603\u000a23:49:04.953278 tst mo_mt_call_osmux.py: using RAC 8\u000a23:49:05.082094 tst mo_mt_call_osmux.py: using CellId 17603\u000a23:49:05.210000 tst mo_mt_call_osmux.py: using BVCI 17604\u000a23:49:05.234709 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:49:05.246314 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:49:05.257825 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:49:05.269319 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:49:05.281301 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:49:05.293039 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:49:05.412523 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:49:05.615270 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:49:06.092797 run create_hlr_db(pid=30211): Launched\u000a23:49:06.266979 bus /sierra_2: Setting Powered False\u000a23:49:07.287326 run create_hlr_db(pid=30211): Terminated: ok {rc=0}\u000a23:49:07.714924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30213): Launched\u000a23:49:08.036519 run osmo-hlr_10.42.42.2(pid=30214): Launched\u000a23:49:08.158398 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:49:08.717528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30216): Launched\u000a23:49:09.039063 run osmo-stp_10.42.42.5(pid=30217): Launched\u000a23:49:09.156349 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:49:09.743368 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30219): Launched\u000a23:49:10.064372 run osmo-msc_10.42.42.6(pid=30220): Launched\u000a23:49:10.253270 run osmo-stp_10.42.42.5(pid=30217): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30217)]\u000a23:49:10.389545 run osmo-stp_10.42.42.5(pid=30217): stdout: \u000a| (launched: 2022-12-08_23:49:08.881513)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:49:10.525398 run osmo-stp_10.42.42.5(pid=30217): stderr: \u000a| �[0;m�[38;5;43m20221208234909074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234909074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234909074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234909075 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234909075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234909075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234909075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:49:10.655120 run osmo-stp_10.42.42.5(pid=30217): stdout: \u000a| (launched: 2022-12-08_23:49:08.881513)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:49:10.783135 run osmo-stp_10.42.42.5(pid=30217): stderr: \u000a| �[0;m�[38;5;43m20221208234909074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234909074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234909074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234909075 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234909075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234909075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234909075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:49:10.839649 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30217): Process ended prematurely: osmo-stp_10.42.42.5(pid=30217) [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30217)] [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a23:49:10.848905 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a23:49:10.910546 run osmo-hlr_10.42.42.2(pid=30214): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30214)]\u000a23:49:10.961687 run osmo-hlr_10.42.42.2(pid=30214): stdout: \u000a| (launched: 2022-12-08_23:49:07.878893) \u000a23:49:11.013099 run osmo-hlr_10.42.42.2(pid=30214): stderr: \u000a| �[0;m�[1;31m20221208234908079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208234908079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208234908079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234908079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234908079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208234908079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208234908092 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208234908100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208234908100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208234908100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:49:11.082354 run osmo-msc_10.42.42.6(pid=30220): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30220)]\u000a23:49:11.132686 run osmo-msc_10.42.42.6(pid=30220): stdout: \u000a| (launched: 2022-12-08_23:49:09.906960) \u000a23:49:11.183586 run osmo-msc_10.42.42.6(pid=30220): stderr: \u000a| �[0;m�[38;5;43m20221208234910228 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208234910228 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f501eec7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208234910228 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208234910229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208234910229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208234910229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208234910230 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208234910231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208234910231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208234910231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:49:11.226862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30213): Terminating (SIGTERM)\u000a23:49:11.267965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30216): Terminating (SIGTERM)\u000a23:49:11.309189 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30219): Terminating (SIGTERM)\u000a23:49:11.318783 --- ParallelTerminationStrategy: PID 30213 died...\u000a23:49:11.373192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30213): Terminated: ok {rc=0}\u000a23:49:11.382996 --- ParallelTerminationStrategy: PID 30216 died...\u000a23:49:11.437281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30216): Terminated: ok {rc=0}\u000a23:49:11.447147 --- ParallelTerminationStrategy: PID 30219 died...\u000a23:49:11.501942 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30219): Terminated: ok {rc=0}\u000a23:49:11.587854 bus /sierra_3: Setting Powered False\u000a23:49:12.691780 bus /sierra_3: Setting Powered False\u000a23:49:13.797906 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "82", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:48:54" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30231): Process ended prematurely: osmo-stp_10.42.42.5(pid=30231) [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30231)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30231): Process ended prematurely: osmo-stp_10.42.42.5(pid=30231) [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30231)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a23:49:15.799484 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:49:15.811012 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a23:49:16.010372 tst mo_mt_call.py: using LAC 17604\u000a23:49:16.134398 tst mo_mt_call.py: using RAC 9\u000a23:49:16.254855 tst mo_mt_call.py: using CellId 17604\u000a23:49:16.406739 tst mo_mt_call.py: using BVCI 17605\u000a23:49:16.432901 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:49:16.445299 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:49:16.457291 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:49:16.469322 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:49:16.481542 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:49:16.493772 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:49:16.615420 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:49:16.828560 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:49:17.355222 run create_hlr_db(pid=30225): Launched\u000a23:49:17.541808 bus /sierra_2: Setting Powered False\u000a23:49:18.561686 run create_hlr_db(pid=30225): Terminated: ok {rc=0}\u000a23:49:18.988626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30227): Launched\u000a23:49:19.309899 run osmo-hlr_10.42.42.2(pid=30228): Launched\u000a23:49:19.427690 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:49:19.986993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30230): Launched\u000a23:49:20.308484 run osmo-stp_10.42.42.5(pid=30231): Launched\u000a23:49:20.425042 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:49:21.011670 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30233): Launched\u000a23:49:21.333277 run osmo-msc_10.42.42.6(pid=30234): Launched\u000a23:49:21.522442 run osmo-stp_10.42.42.5(pid=30231): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30231)]\u000a23:49:21.659089 run osmo-stp_10.42.42.5(pid=30231): stdout: \u000a| (launched: 2022-12-08_23:49:20.151171)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:49:21.794911 run osmo-stp_10.42.42.5(pid=30231): stderr: \u000a| �[0;m�[38;5;43m20221208234920345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234920346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234920346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234920346 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234920347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234920347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234920347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:49:21.924751 run osmo-stp_10.42.42.5(pid=30231): stdout: \u000a| (launched: 2022-12-08_23:49:20.151171)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:49:22.053401 run osmo-stp_10.42.42.5(pid=30231): stderr: \u000a| �[0;m�[38;5;43m20221208234920345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234920346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234920346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234920346 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234920347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234920347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234920347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:49:22.110318 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30231): Process ended prematurely: osmo-stp_10.42.42.5(pid=30231) [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30231)] [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a23:49:22.119531 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a23:49:22.181117 run osmo-hlr_10.42.42.2(pid=30228): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30228)]\u000a23:49:22.231681 run osmo-hlr_10.42.42.2(pid=30228): stdout: \u000a| (launched: 2022-12-08_23:49:19.152452) \u000a23:49:22.282848 run osmo-hlr_10.42.42.2(pid=30228): stderr: \u000a| �[0;m�[1;31m20221208234919353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208234919353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208234919353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234919353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234919353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208234919353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208234919366 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208234919374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208234919374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208234919374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:49:22.352360 run osmo-msc_10.42.42.6(pid=30234): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30234)]\u000a23:49:22.402965 run osmo-msc_10.42.42.6(pid=30234): stdout: \u000a| (launched: 2022-12-08_23:49:21.175256) \u000a23:49:22.453956 run osmo-msc_10.42.42.6(pid=30234): stderr: \u000a| �[0;m�[38;5;43m20221208234921496 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208234921496 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9b050e6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208234921496 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208234921496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208234921496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208234921497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208234921498 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208234921499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208234921499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208234921499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:49:22.497335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30227): Terminating (SIGTERM)\u000a23:49:22.538230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30230): Terminating (SIGTERM)\u000a23:49:22.579222 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30233): Terminating (SIGTERM)\u000a23:49:22.588392 --- ParallelTerminationStrategy: PID 30227 died...\u000a23:49:22.643655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30227): Terminated: ok {rc=0}\u000a23:49:22.653793 --- ParallelTerminationStrategy: PID 30230 died...\u000a23:49:22.708275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30230): Terminated: ok {rc=0}\u000a23:49:22.718238 --- ParallelTerminationStrategy: PID 30233 died...\u000a23:49:22.772745 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30233): Terminated: ok {rc=0}\u000a23:49:22.857969 bus /sierra_3: Setting Powered False\u000a23:49:23.957947 bus /sierra_3: Setting Powered False\u000a23:49:25.066926 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30242): Process ended prematurely: osmo-stp_10.42.42.5(pid=30242) [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30242)]", "failedSince" : 2316, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30242): Process ended prematurely: osmo-stp_10.42.42.5(pid=30242) [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30242)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:49:26.175766 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:49:26.187446 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a23:49:26.341887 tst mo_mt_call_osmux.py: using LAC 17605\u000a23:49:26.462431 tst mo_mt_call_osmux.py: using RAC 10\u000a23:49:26.581873 tst mo_mt_call_osmux.py: using CellId 17605\u000a23:49:26.713948 tst mo_mt_call_osmux.py: using BVCI 17606\u000a23:49:26.738608 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:49:26.750199 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:49:26.761597 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:49:26.772997 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:49:26.785028 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:49:26.797263 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:49:26.915317 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:49:27.126346 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:49:27.641319 run create_hlr_db(pid=30236): Launched\u000a23:49:27.827807 bus /sierra_2: Setting Powered False\u000a23:49:28.848265 run create_hlr_db(pid=30236): Terminated: ok {rc=0}\u000a23:49:29.254977 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30238): Launched\u000a23:49:29.558706 run osmo-hlr_10.42.42.2(pid=30239): Launched\u000a23:49:29.679344 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:49:30.213369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30241): Launched\u000a23:49:30.515396 run osmo-stp_10.42.42.5(pid=30242): Launched\u000a23:49:30.626129 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:49:31.238821 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30244): Launched\u000a23:49:31.747073 run osmo-msc_10.42.42.6(pid=30245): Launched\u000a23:49:32.330074 run osmo-stp_10.42.42.5(pid=30242): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30242)]\u000a23:49:32.465281 run osmo-stp_10.42.42.5(pid=30242): stdout: \u000a| (launched: 2022-12-08_23:49:30.367164)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:49:32.599963 run osmo-stp_10.42.42.5(pid=30242): stderr: \u000a| �[0;m�[38;5;43m20221208234930537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234930538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234930538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234930538 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234930539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234930539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234930539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:49:32.730244 run osmo-stp_10.42.42.5(pid=30242): stdout: \u000a| (launched: 2022-12-08_23:49:30.367164)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:49:32.858567 run osmo-stp_10.42.42.5(pid=30242): stderr: \u000a| �[0;m�[38;5;43m20221208234930537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234930538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234930538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234930538 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234930539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234930539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234930539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:49:32.915401 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30242): Process ended prematurely: osmo-stp_10.42.42.5(pid=30242) [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30242)] [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a23:49:32.924613 tst mo_mt_call_osmux.py:8: Test FAILED (6.8 sec)\u000a23:49:32.987315 run osmo-hlr_10.42.42.2(pid=30239): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30239)]\u000a23:49:33.038757 run osmo-hlr_10.42.42.2(pid=30239): stdout: \u000a| (launched: 2022-12-08_23:49:29.409326) \u000a23:49:33.090927 run osmo-hlr_10.42.42.2(pid=30239): stderr: \u000a| �[0;m�[1;31m20221208234929585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208234929585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208234929585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234929585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234929585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208234929585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208234929598 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208234929607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208234929607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208234929607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:49:33.161597 run osmo-msc_10.42.42.6(pid=30245): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30245)]\u000a23:49:33.212853 run osmo-msc_10.42.42.6(pid=30245): stdout: \u000a| (launched: 2022-12-08_23:49:31.432775) \u000a23:49:33.264587 run osmo-msc_10.42.42.6(pid=30245): stderr: \u000a| �[0;m�[38;5;43m20221208234931964 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208234931964 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5dc04bcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208234931965 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208234931965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208234931965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208234931966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208234931970 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208234931971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208234931971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208234931972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:49:33.308521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30238): Terminating (SIGTERM)\u000a23:49:33.350470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30241): Terminating (SIGTERM)\u000a23:49:33.392462 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30244): Terminating (SIGTERM)\u000a23:49:33.402283 --- ParallelTerminationStrategy: PID 30238 died...\u000a23:49:33.458002 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30238): Terminated: ok {rc=0}\u000a23:49:33.468118 --- ParallelTerminationStrategy: PID 30241 died...\u000a23:49:33.523816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30241): Terminated: ok {rc=0}\u000a23:49:33.533857 --- ParallelTerminationStrategy: PID 30244 died...\u000a23:49:33.589464 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30244): Terminated: ok {rc=0}\u000a23:49:33.675507 bus /sierra_3: Setting Powered False\u000a23:49:34.781278 bus /sierra_3: Setting Powered False\u000a23:49:35.890814 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "83", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:49:15" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30256): Process ended prematurely: osmo-stp_10.42.42.5(pid=30256) [trial-2351↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30256)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30256): Process ended prematurely: osmo-stp_10.42.42.5(pid=30256) [trial-2351↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30256)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a23:49:37.888720 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:49:37.899930 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:49:38.056262 tst mo_mt_call.py: using LAC 17606\u000a23:49:38.176790 tst mo_mt_call.py: using RAC 11\u000a23:49:38.296457 tst mo_mt_call.py: using CellId 17606\u000a23:49:38.415614 tst mo_mt_call.py: using BVCI 17607\u000a23:49:38.438572 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:49:38.449549 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:49:38.460244 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:49:38.471041 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:49:38.482907 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:49:38.494335 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:49:38.612737 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:49:38.823019 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:49:39.336435 run create_hlr_db(pid=30250): Launched\u000a23:49:39.522525 bus /sierra_2: Setting Powered False\u000a23:49:40.542611 run create_hlr_db(pid=30250): Terminated: ok {rc=0}\u000a23:49:40.947987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30252): Launched\u000a23:49:41.250337 run osmo-hlr_10.42.42.2(pid=30253): Launched\u000a23:49:41.368782 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:49:41.904036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30255): Launched\u000a23:49:42.205901 run osmo-stp_10.42.42.5(pid=30256): Launched\u000a23:49:42.316147 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:49:42.867236 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30258): Launched\u000a23:49:43.170619 run osmo-msc_10.42.42.6(pid=30259): Launched\u000a23:49:43.349081 run osmo-stp_10.42.42.5(pid=30256): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30256)]\u000a23:49:43.477426 run osmo-stp_10.42.42.5(pid=30256): stdout: \u000a| (launched: 2022-12-08_23:49:42.057197)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:49:43.603661 run osmo-stp_10.42.42.5(pid=30256): stderr: \u000a| �[0;m�[38;5;43m20221208234942227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234942227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234942227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234942228 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234942228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234942228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234942228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:49:43.725264 run osmo-stp_10.42.42.5(pid=30256): stdout: \u000a| (launched: 2022-12-08_23:49:42.057197)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:49:43.845790 run osmo-stp_10.42.42.5(pid=30256): stderr: \u000a| �[0;m�[38;5;43m20221208234942227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234942227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234942227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234942228 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234942228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234942228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234942228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:49:43.899040 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30256): Process ended prematurely: osmo-stp_10.42.42.5(pid=30256) [trial-2351↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30256)] [trial-2351↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a23:49:43.907798 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a23:49:43.966983 run osmo-hlr_10.42.42.2(pid=30253): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30253)]\u000a23:49:44.015419 run osmo-hlr_10.42.42.2(pid=30253): stdout: \u000a| (launched: 2022-12-08_23:49:41.102243) \u000a23:49:44.064508 run osmo-hlr_10.42.42.2(pid=30253): stderr: \u000a| �[0;m�[1;31m20221208234941274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208234941274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208234941275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234941275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234941275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208234941275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208234941287 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208234941297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208234941297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208234941297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:49:44.130992 run osmo-msc_10.42.42.6(pid=30259): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30259)]\u000a23:49:44.179633 run osmo-msc_10.42.42.6(pid=30259): stdout: \u000a| (launched: 2022-12-08_23:49:43.020545) \u000a23:49:44.229429 run osmo-msc_10.42.42.6(pid=30259): stderr: \u000a| �[0;m�[38;5;43m20221208234943289 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208234943289 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8871976c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208234943289 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208234943289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208234943289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208234943289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208234943291 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208234943291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208234943292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208234943292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:49:44.271291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30252): Terminating (SIGTERM)\u000a23:49:44.310895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30255): Terminating (SIGTERM)\u000a23:49:44.350484 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30258): Terminating (SIGTERM)\u000a23:49:44.360006 --- ParallelTerminationStrategy: PID 30252 died...\u000a23:49:44.412740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30252): Terminated: ok {rc=0}\u000a23:49:44.422381 --- ParallelTerminationStrategy: PID 30255 died...\u000a23:49:44.474724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30255): Terminated: ok {rc=0}\u000a23:49:44.484169 --- ParallelTerminationStrategy: PID 30258 died...\u000a23:49:44.536450 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30258): Terminated: ok {rc=0}\u000a23:49:44.619108 bus /sierra_3: Setting Powered False\u000a23:49:45.724115 bus /sierra_3: Setting Powered False\u000a23:49:46.846485 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30267): Process ended prematurely: osmo-stp_10.42.42.5(pid=30267) [trial-2351↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30267)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30267): Process ended prematurely: osmo-stp_10.42.42.5(pid=30267) [trial-2351↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30267)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:49:47.959346 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:49:47.971531 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:49:48.137217 tst mo_mt_call_osmux.py: using LAC 17607\u000a23:49:48.265520 tst mo_mt_call_osmux.py: using RAC 12\u000a23:49:48.393565 tst mo_mt_call_osmux.py: using CellId 17607\u000a23:49:48.521272 tst mo_mt_call_osmux.py: using BVCI 17608\u000a23:49:48.545899 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:49:48.557514 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:49:48.568922 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:49:48.580332 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:49:48.591821 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:49:48.603251 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:49:48.719936 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:49:48.919797 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:49:49.395048 run create_hlr_db(pid=30261): Launched\u000a23:49:49.569443 bus /sierra_2: Setting Powered False\u000a23:49:50.591128 run create_hlr_db(pid=30261): Terminated: ok {rc=0}\u000a23:49:51.019471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30263): Launched\u000a23:49:51.341091 run osmo-hlr_10.42.42.2(pid=30264): Launched\u000a23:49:51.462570 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:49:52.023533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30266): Launched\u000a23:49:52.346115 run osmo-stp_10.42.42.5(pid=30267): Launched\u000a23:49:52.463429 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:49:53.052587 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30269): Launched\u000a23:49:53.375377 run osmo-msc_10.42.42.6(pid=30270): Launched\u000a23:49:53.564510 run osmo-stp_10.42.42.5(pid=30267): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30267)]\u000a23:49:53.701654 run osmo-stp_10.42.42.5(pid=30267): stdout: \u000a| (launched: 2022-12-08_23:49:52.187612)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:49:53.837218 run osmo-stp_10.42.42.5(pid=30267): stderr: \u000a| �[0;m�[38;5;43m20221208234952380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234952380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234952380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234952380 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234952381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234952381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234952381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:49:53.966558 run osmo-stp_10.42.42.5(pid=30267): stdout: \u000a| (launched: 2022-12-08_23:49:52.187612)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:49:54.094636 run osmo-stp_10.42.42.5(pid=30267): stderr: \u000a| �[0;m�[38;5;43m20221208234952380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208234952380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208234952380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208234952380 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208234952381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208234952381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208234952381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:49:54.151251 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30267): Process ended prematurely: osmo-stp_10.42.42.5(pid=30267) [trial-2351↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30267)] [trial-2351↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a23:49:54.160320 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a23:49:54.221740 run osmo-hlr_10.42.42.2(pid=30264): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30264)]\u000a23:49:54.272747 run osmo-hlr_10.42.42.2(pid=30264): stdout: \u000a| (launched: 2022-12-08_23:49:51.183809) \u000a23:49:54.324547 run osmo-hlr_10.42.42.2(pid=30264): stderr: \u000a| �[0;m�[1;31m20221208234951382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208234951382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208234951382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234951382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208234951382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208234951382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208234951395 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208234951403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208234951403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208234951404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:49:54.394126 run osmo-msc_10.42.42.6(pid=30270): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30270)]\u000a23:49:54.444583 run osmo-msc_10.42.42.6(pid=30270): stdout: \u000a| (launched: 2022-12-08_23:49:53.217352) \u000a23:49:54.495618 run osmo-msc_10.42.42.6(pid=30270): stderr: \u000a| �[0;m�[38;5;43m20221208234953540 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208234953540 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7a5a67dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208234953540 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208234953540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208234953541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208234953541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208234953543 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208234953543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208234953543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208234953543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:49:54.539127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30263): Terminating (SIGTERM)\u000a23:49:54.580407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30266): Terminating (SIGTERM)\u000a23:49:54.621750 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30269): Terminating (SIGTERM)\u000a23:49:54.631307 --- ParallelTerminationStrategy: PID 30263 died...\u000a23:49:54.686118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30263): Terminated: ok {rc=0}\u000a23:49:54.696125 --- ParallelTerminationStrategy: PID 30266 died...\u000a23:49:54.750850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30266): Terminated: ok {rc=0}\u000a23:49:54.760685 --- ParallelTerminationStrategy: PID 30269 died...\u000a23:49:54.815070 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30269): Terminated: ok {rc=0}\u000a23:49:54.900902 bus /sierra_3: Setting Powered False\u000a23:49:56.002840 bus /sierra_3: Setting Powered False\u000a23:49:57.111521 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "84", "name" : "voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:49:37" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30284): Process ended prematurely: osmo-stp_10.42.42.5(pid=30284) [trial-2351↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30284)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30284): Process ended prematurely: osmo-stp_10.42.42.5(pid=30284) [trial-2351↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30284)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a23:49:59.104012 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:49:59.114977 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:49:59.269836 tst mo_mt_call.py: using LAC 17608\u000a23:49:59.386893 tst mo_mt_call.py: using RAC 13\u000a23:49:59.507636 tst mo_mt_call.py: using CellId 17608\u000a23:49:59.626147 tst mo_mt_call.py: using BVCI 17609\u000a23:49:59.648891 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:49:59.659726 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:49:59.670451 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:49:59.681357 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:49:59.692253 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:49:59.702833 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:49:59.817120 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:50:00.016078 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:50:00.492010 run create_hlr_db(pid=30275): Launched\u000a23:50:00.666192 bus /sierra_2: Setting Powered False\u000a23:50:01.689429 run create_hlr_db(pid=30275): Terminated: ok {rc=0}\u000a23:50:02.120241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30280): Launched\u000a23:50:02.426335 run osmo-hlr_10.42.42.2(pid=30281): Launched\u000a23:50:02.537728 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:50:03.060775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30283): Launched\u000a23:50:03.362158 run osmo-stp_10.42.42.5(pid=30284): Launched\u000a23:50:03.472291 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:50:04.022969 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30286): Launched\u000a23:50:04.325299 run osmo-msc_10.42.42.6(pid=30287): Launched\u000a23:50:04.504195 run osmo-stp_10.42.42.5(pid=30284): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30284)]\u000a23:50:04.632934 run osmo-stp_10.42.42.5(pid=30284): stdout: \u000a| (launched: 2022-12-08_23:50:03.214118)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:50:04.758911 run osmo-stp_10.42.42.5(pid=30284): stderr: \u000a| �[0;m�[38;5;43m20221208235003386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235003386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235003386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235003386 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235003387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235003387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235003387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:50:04.880008 run osmo-stp_10.42.42.5(pid=30284): stdout: \u000a| (launched: 2022-12-08_23:50:03.214118)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:50:04.999886 run osmo-stp_10.42.42.5(pid=30284): stderr: \u000a| �[0;m�[38;5;43m20221208235003386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235003386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235003386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235003386 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235003387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235003387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235003387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:50:05.053212 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30284): Process ended prematurely: osmo-stp_10.42.42.5(pid=30284) [trial-2351↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30284)] [trial-2351↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a23:50:05.061641 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a23:50:05.120858 run osmo-hlr_10.42.42.2(pid=30281): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30281)]\u000a23:50:05.169841 run osmo-hlr_10.42.42.2(pid=30281): stdout: \u000a| (launched: 2022-12-08_23:50:02.276261) \u000a23:50:05.219017 run osmo-hlr_10.42.42.2(pid=30281): stderr: \u000a| �[0;m�[1;31m20221208235002452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208235002452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208235002452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235002452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235002452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208235002452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208235002464 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208235002473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208235002473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208235002473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:50:05.285511 run osmo-msc_10.42.42.6(pid=30287): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30287)]\u000a23:50:05.334052 run osmo-msc_10.42.42.6(pid=30287): stdout: \u000a| (launched: 2022-12-08_23:50:04.176107) \u000a23:50:05.383077 run osmo-msc_10.42.42.6(pid=30287): stderr: \u000a| �[0;m�[38;5;43m20221208235004449 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208235004449 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1df8e9bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208235004449 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208235004449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208235004449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208235004450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208235004451 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208235004452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208235004452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208235004452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:50:05.424411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30280): Terminating (SIGTERM)\u000a23:50:05.463127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30283): Terminating (SIGTERM)\u000a23:50:05.502198 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30286): Terminating (SIGTERM)\u000a23:50:05.511312 --- ParallelTerminationStrategy: PID 30280 died...\u000a23:50:05.563838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30280): Terminated: ok {rc=0}\u000a23:50:05.573921 --- ParallelTerminationStrategy: PID 30283 died...\u000a23:50:05.625987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30283): Terminated: ok {rc=0}\u000a23:50:05.635327 --- ParallelTerminationStrategy: PID 30286 died...\u000a23:50:05.688356 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30286): Terminated: ok {rc=0}\u000a23:50:05.776394 bus /sierra_3: Setting Powered False\u000a23:50:06.877791 bus /sierra_3: Setting Powered False\u000a23:50:07.990199 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30295): Process ended prematurely: osmo-stp_10.42.42.5(pid=30295) [trial-2351↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30295)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30295): Process ended prematurely: osmo-stp_10.42.42.5(pid=30295) [trial-2351↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30295)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:50:09.104761 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:50:09.116866 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:50:09.282575 tst mo_mt_call_osmux.py: using LAC 17609\u000a23:50:09.409401 tst mo_mt_call_osmux.py: using RAC 14\u000a23:50:09.540595 tst mo_mt_call_osmux.py: using CellId 17609\u000a23:50:09.665870 tst mo_mt_call_osmux.py: using BVCI 17610\u000a23:50:09.690708 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:50:09.702205 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:50:09.713310 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:50:09.724390 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:50:09.735777 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:50:09.746862 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:50:09.862652 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:50:10.071967 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:50:10.587505 run create_hlr_db(pid=30289): Launched\u000a23:50:10.775022 bus /sierra_2: Setting Powered False\u000a23:50:11.794993 run create_hlr_db(pid=30289): Terminated: ok {rc=0}\u000a23:50:12.199679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30291): Launched\u000a23:50:12.501845 run osmo-hlr_10.42.42.2(pid=30292): Launched\u000a23:50:12.620344 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:50:13.155358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30294): Launched\u000a23:50:13.458666 run osmo-stp_10.42.42.5(pid=30295): Launched\u000a23:50:13.570530 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:50:14.128115 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30297): Launched\u000a23:50:14.431213 run osmo-msc_10.42.42.6(pid=30298): Launched\u000a23:50:14.611575 run osmo-stp_10.42.42.5(pid=30295): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30295)]\u000a23:50:14.740371 run osmo-stp_10.42.42.5(pid=30295): stdout: \u000a| (launched: 2022-12-08_23:50:13.308901)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:50:14.866344 run osmo-stp_10.42.42.5(pid=30295): stderr: \u000a| �[0;m�[38;5;43m20221208235013479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235013479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235013480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235013480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235013481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235013481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235013481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:50:14.987449 run osmo-stp_10.42.42.5(pid=30295): stdout: \u000a| (launched: 2022-12-08_23:50:13.308901)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:50:15.107791 run osmo-stp_10.42.42.5(pid=30295): stderr: \u000a| �[0;m�[38;5;43m20221208235013479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235013479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235013480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235013480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235013481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235013481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235013481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:50:15.161090 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30295): Process ended prematurely: osmo-stp_10.42.42.5(pid=30295) [trial-2351↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30295)] [trial-2351↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a23:50:15.169543 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a23:50:15.229026 run osmo-hlr_10.42.42.2(pid=30292): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30292)]\u000a23:50:15.277929 run osmo-hlr_10.42.42.2(pid=30292): stdout: \u000a| (launched: 2022-12-08_23:50:12.353292) \u000a23:50:15.327488 run osmo-hlr_10.42.42.2(pid=30292): stderr: \u000a| �[0;m�[1;31m20221208235012529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208235012529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208235012529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235012529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235012529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208235012529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208235012542 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208235012553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208235012553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208235012553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:50:15.394483 run osmo-msc_10.42.42.6(pid=30298): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30298)]\u000a23:50:15.443604 run osmo-msc_10.42.42.6(pid=30298): stdout: \u000a| (launched: 2022-12-08_23:50:14.282475) \u000a23:50:15.493007 run osmo-msc_10.42.42.6(pid=30298): stderr: \u000a| �[0;m�[38;5;43m20221208235014554 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208235014554 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fce19308c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208235014554 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208235014554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208235014554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208235014554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208235014556 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208235014557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208235014557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208235014557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:50:15.534709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30291): Terminating (SIGTERM)\u000a23:50:15.574181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30294): Terminating (SIGTERM)\u000a23:50:15.613599 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30297): Terminating (SIGTERM)\u000a23:50:15.622665 --- ParallelTerminationStrategy: PID 30291 died...\u000a23:50:15.675650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30291): Terminated: ok {rc=0}\u000a23:50:15.685452 --- ParallelTerminationStrategy: PID 30294 died...\u000a23:50:15.737726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30294): Terminated: ok {rc=0}\u000a23:50:15.747391 --- ParallelTerminationStrategy: PID 30297 died...\u000a23:50:15.800162 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30297): Terminated: ok {rc=0}\u000a23:50:15.910879 bus /sierra_3: Setting Powered False\u000a23:50:17.019370 bus /sierra_3: Setting Powered False\u000a23:50:18.129866 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "85", "name" : "voice_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:49:58" }, { "cases" : [ { "testActions" : [ ], "age" : 189, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30311): Process ended prematurely: osmo-stp_10.42.42.5(pid=30311) [trial-2351↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30311)]", "failedSince" : 2163, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30311): Process ended prematurely: osmo-stp_10.42.42.5(pid=30311) [trial-2351↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30311)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a23:50:20.112098 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:50:20.123478 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a23:50:20.262626 tst mo_mt_call.py: using LAC 17610\u000a23:50:20.380258 tst mo_mt_call.py: using RAC 15\u000a23:50:20.500831 tst mo_mt_call.py: using CellId 17610\u000a23:50:20.626166 tst mo_mt_call.py: using BVCI 17611\u000a23:50:20.650841 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:50:20.663125 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:50:20.674867 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:50:20.686531 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:50:20.698305 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:50:20.709931 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a23:50:20.827064 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a23:50:21.026225 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:50:21.500892 run create_hlr_db(pid=30305): Launched\u000a23:50:21.674792 bus /sierra_2: Setting Powered False\u000a23:50:22.695264 run create_hlr_db(pid=30305): Terminated: ok {rc=0}\u000a23:50:23.097097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30307): Launched\u000a23:50:23.400095 run osmo-hlr_10.42.42.2(pid=30308): Launched\u000a23:50:23.510758 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:50:24.035074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30310): Launched\u000a23:50:24.336688 run osmo-stp_10.42.42.5(pid=30311): Launched\u000a23:50:24.447143 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:50:25.001372 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30313): Launched\u000a23:50:25.304364 run osmo-msc_10.42.42.6(pid=30314): Launched\u000a23:50:25.482744 run osmo-stp_10.42.42.5(pid=30311): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30311)]\u000a23:50:25.611404 run osmo-stp_10.42.42.5(pid=30311): stdout: \u000a| (launched: 2022-12-08_23:50:24.188421)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:50:25.738337 run osmo-stp_10.42.42.5(pid=30311): stderr: \u000a| �[0;m�[38;5;43m20221208235024359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235024359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235024360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235024360 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235024360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235024361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235024361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:50:25.860020 run osmo-stp_10.42.42.5(pid=30311): stdout: \u000a| (launched: 2022-12-08_23:50:24.188421)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:50:25.980278 run osmo-stp_10.42.42.5(pid=30311): stderr: \u000a| �[0;m�[38;5;43m20221208235024359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235024359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235024360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235024360 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235024360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235024361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235024361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:50:26.033652 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30311): Process ended prematurely: osmo-stp_10.42.42.5(pid=30311) [trial-2351↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30311)] [trial-2351↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a23:50:26.042322 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a23:50:26.101681 run osmo-hlr_10.42.42.2(pid=30308): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30308)]\u000a23:50:26.150193 run osmo-hlr_10.42.42.2(pid=30308): stdout: \u000a| (launched: 2022-12-08_23:50:23.250776) \u000a23:50:26.199319 run osmo-hlr_10.42.42.2(pid=30308): stderr: \u000a| �[0;m�[1;31m20221208235023425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208235023425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208235023425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235023425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235023425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208235023425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208235023438 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208235023447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208235023447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208235023447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:50:26.266067 run osmo-msc_10.42.42.6(pid=30314): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30314)]\u000a23:50:26.314616 run osmo-msc_10.42.42.6(pid=30314): stdout: \u000a| (launched: 2022-12-08_23:50:25.155287) \u000a23:50:26.363260 run osmo-msc_10.42.42.6(pid=30314): stderr: \u000a| �[0;m�[38;5;43m20221208235025426 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208235025426 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3c11327c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208235025426 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208235025426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208235025426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208235025426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208235025428 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208235025428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208235025429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208235025429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:50:26.404821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30307): Terminating (SIGTERM)\u000a23:50:26.443963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30310): Terminating (SIGTERM)\u000a23:50:26.483191 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30313): Terminating (SIGTERM)\u000a23:50:26.492448 --- ParallelTerminationStrategy: PID 30307 died...\u000a23:50:26.545437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30307): Terminated: ok {rc=0}\u000a23:50:26.554860 --- ParallelTerminationStrategy: PID 30310 died...\u000a23:50:26.607498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30310): Terminated: ok {rc=0}\u000a23:50:26.617235 --- ParallelTerminationStrategy: PID 30313 died...\u000a23:50:26.669689 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30313): Terminated: ok {rc=0}\u000a23:50:26.756978 bus /sierra_3: Setting Powered False\u000a23:50:27.861750 bus /sierra_3: Setting Powered False\u000a23:50:28.967087 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 187, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30322): Process ended prematurely: osmo-stp_10.42.42.5(pid=30322) [trial-2351↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30322)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30322): Process ended prematurely: osmo-stp_10.42.42.5(pid=30322) [trial-2351↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30322)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:50:30.080488 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:50:30.092858 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a23:50:30.240310 tst mo_mt_call_osmux.py: using LAC 17611\u000a23:50:30.366827 tst mo_mt_call_osmux.py: using RAC 16\u000a23:50:30.484249 tst mo_mt_call_osmux.py: using CellId 17611\u000a23:50:30.603631 tst mo_mt_call_osmux.py: using BVCI 17612\u000a23:50:30.626546 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:50:30.637621 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:50:30.648458 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:50:30.659398 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:50:30.670914 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:50:30.682136 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a23:50:30.796543 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a23:50:31.026204 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:50:31.550294 run create_hlr_db(pid=30316): Launched\u000a23:50:31.728154 bus /sierra_2: Setting Powered False\u000a23:50:32.745422 run create_hlr_db(pid=30316): Terminated: ok {rc=0}\u000a23:50:33.172826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30318): Launched\u000a23:50:33.494931 run osmo-hlr_10.42.42.2(pid=30319): Launched\u000a23:50:33.616357 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:50:34.177444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30321): Launched\u000a23:50:34.499588 run osmo-stp_10.42.42.5(pid=30322): Launched\u000a23:50:34.617571 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:50:35.209093 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30324): Launched\u000a23:50:35.530899 run osmo-msc_10.42.42.6(pid=30325): Launched\u000a23:50:35.721746 run osmo-stp_10.42.42.5(pid=30322): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30322)]\u000a23:50:35.858136 run osmo-stp_10.42.42.5(pid=30322): stdout: \u000a| (launched: 2022-12-08_23:50:34.342409)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:50:35.994123 run osmo-stp_10.42.42.5(pid=30322): stderr: \u000a| �[0;m�[38;5;43m20221208235034536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235034536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235034536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235034537 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235034537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235034537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235034537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:50:36.123914 run osmo-stp_10.42.42.5(pid=30322): stdout: \u000a| (launched: 2022-12-08_23:50:34.342409)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:50:36.252320 run osmo-stp_10.42.42.5(pid=30322): stderr: \u000a| �[0;m�[38;5;43m20221208235034536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235034536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235034536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235034537 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235034537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235034537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235034537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:50:36.309112 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30322): Process ended prematurely: osmo-stp_10.42.42.5(pid=30322) [trial-2351↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30322)] [trial-2351↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a23:50:36.318432 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a23:50:36.379960 run osmo-hlr_10.42.42.2(pid=30319): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30319)]\u000a23:50:36.430517 run osmo-hlr_10.42.42.2(pid=30319): stdout: \u000a| (launched: 2022-12-08_23:50:33.337351) \u000a23:50:36.481784 run osmo-hlr_10.42.42.2(pid=30319): stderr: \u000a| �[0;m�[1;31m20221208235033534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208235033534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208235033534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235033534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235033534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208235033534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208235033545 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208235033554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208235033554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208235033554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:50:36.551333 run osmo-msc_10.42.42.6(pid=30325): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30325)]\u000a23:50:36.602223 run osmo-msc_10.42.42.6(pid=30325): stdout: \u000a| (launched: 2022-12-08_23:50:35.373630) \u000a23:50:36.653699 run osmo-msc_10.42.42.6(pid=30325): stderr: \u000a| �[0;m�[38;5;43m20221208235035697 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208235035698 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0a322c0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208235035698 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208235035698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208235035698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208235035698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208235035700 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208235035700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208235035700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208235035700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:50:36.697586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30318): Terminating (SIGTERM)\u000a23:50:36.738715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30321): Terminating (SIGTERM)\u000a23:50:36.779996 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30324): Terminating (SIGTERM)\u000a23:50:36.789639 --- ParallelTerminationStrategy: PID 30318 died...\u000a23:50:36.844418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30318): Terminated: ok {rc=0}\u000a23:50:36.854470 --- ParallelTerminationStrategy: PID 30321 died...\u000a23:50:36.908900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30321): Terminated: ok {rc=0}\u000a23:50:36.918904 --- ParallelTerminationStrategy: PID 30324 died...\u000a23:50:36.973428 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30324): Terminated: ok {rc=0}\u000a23:50:37.058446 bus /sierra_3: Setting Powered False\u000a23:50:38.164120 bus /sierra_3: Setting Powered False\u000a23:50:39.273725 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "86", "name" : "voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:50:19" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30336): Process ended prematurely: osmo-stp_10.42.42.5(pid=30336) [trial-2351↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30336)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30336): Process ended prematurely: osmo-stp_10.42.42.5(pid=30336) [trial-2351↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30336)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 emergency:trx-umtrx emergency_mo_mt_call.py\u000a----------------------------------------------\u000a23:50:41.289609 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:50:41.300754 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a23:50:41.440811 tst emergency_mo_mt_call.py: using LAC 17612\u000a23:50:41.559031 tst emergency_mo_mt_call.py: using RAC 17\u000a23:50:41.674192 tst emergency_mo_mt_call.py: using CellId 17612\u000a23:50:41.789084 tst emergency_mo_mt_call.py: using BVCI 17613\u000a23:50:41.811351 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:50:41.822102 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:50:41.832632 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:50:41.843750 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:50:41.854531 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:50:41.865225 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a23:50:41.982695 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a23:50:42.191815 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:50:42.696778 run create_hlr_db(pid=30330): Launched\u000a23:50:42.881433 bus /sierra_2: Setting Powered False\u000a23:50:43.901896 run create_hlr_db(pid=30330): Terminated: ok {rc=0}\u000a23:50:44.323768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30332): Launched\u000a23:50:44.639745 run osmo-hlr_10.42.42.2(pid=30333): Launched\u000a23:50:44.757135 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:50:45.306957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30335): Launched\u000a23:50:45.624209 run osmo-stp_10.42.42.5(pid=30336): Launched\u000a23:50:45.750125 tst emergency_mo_mt_call.py: using MSISDN 6915\u000a23:50:45.917521 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:50:46.524611 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30338): Launched\u000a23:50:46.969960 run osmo-msc_10.42.42.6(pid=30339): Launched\u000a23:50:47.268809 run osmo-stp_10.42.42.5(pid=30336): ERR: Terminated: ERROR {rc=1} [trial-2351↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30336)]\u000a23:50:47.403195 run osmo-stp_10.42.42.5(pid=30336): stdout: \u000a| (launched: 2022-12-08_23:50:45.468655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:50:47.535691 run osmo-stp_10.42.42.5(pid=30336): stderr: \u000a| �[0;m�[38;5;43m20221208235045661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235045661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235045661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235045662 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235045662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235045662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235045662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:50:47.663422 run osmo-stp_10.42.42.5(pid=30336): stdout: \u000a| (launched: 2022-12-08_23:50:45.468655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:50:47.790668 run osmo-stp_10.42.42.5(pid=30336): stderr: \u000a| �[0;m�[38;5;43m20221208235045661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235045661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235045661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235045662 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235045662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235045662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235045662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:50:47.846404 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=30336): Process ended prematurely: osmo-stp_10.42.42.5(pid=30336) [trial-2351↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30336)] [trial-2351↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]\u000a23:50:47.855227 tst emergency_mo_mt_call.py:19: Test FAILED (6.6 sec)\u000a23:50:47.917158 run osmo-hlr_10.42.42.2(pid=30333): ERR: Terminated: ERROR {rc=237} [trial-2351↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30333)]\u000a23:50:47.967989 run osmo-hlr_10.42.42.2(pid=30333): stdout: \u000a| (launched: 2022-12-08_23:50:44.485035) \u000a23:50:48.019286 run osmo-hlr_10.42.42.2(pid=30333): stderr: \u000a| �[0;m�[1;31m20221208235044683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208235044683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208235044684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235044684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235044684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208235044684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208235044699 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208235044709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208235044709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208235044710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:50:48.089068 run osmo-msc_10.42.42.6(pid=30339): ERR: Terminated: ERROR {rc=2} [trial-2351↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30339)]\u000a23:50:48.139786 run osmo-msc_10.42.42.6(pid=30339): stdout: \u000a| (launched: 2022-12-08_23:50:46.689899) \u000a23:50:48.190960 run osmo-msc_10.42.42.6(pid=30339): stderr: \u000a| �[0;m�[38;5;43m20221208235047044 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208235047044 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7e073e7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208235047044 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208235047044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208235047044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208235047044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208235047046 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208235047047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208235047047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208235047047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:50:48.234487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30332): Terminating (SIGTERM)\u000a23:50:48.275851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30335): Terminating (SIGTERM)\u000a23:50:48.317437 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30338): Terminating (SIGTERM)\u000a23:50:48.327021 --- ParallelTerminationStrategy: PID 30332 died...\u000a23:50:48.382288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30332): Terminated: ok {rc=0}\u000a23:50:48.392229 --- ParallelTerminationStrategy: PID 30335 died...\u000a23:50:48.447201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30335): Terminated: ok {rc=0}\u000a23:50:48.457189 --- ParallelTerminationStrategy: PID 30338 died...\u000a23:50:48.511931 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30338): Terminated: ok {rc=0}\u000a23:50:48.597436 bus /sierra_3: Setting Powered False\u000a23:50:49.703977 bus /sierra_3: Setting Powered False\u000a23:50:50.809807 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 210, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30347): Process ended prematurely: osmo-stp_10.42.42.5(pid=30347) [trial-2351↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30347)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30347): Process ended prematurely: osmo-stp_10.42.42.5(pid=30347) [trial-2351↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30347)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 emergency:trx-umtrx emergency_preemptive_call.py\u000a----------------------------------------------\u000a23:50:51.861917 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:50:51.873669 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a23:50:52.017229 tst emergency_preemptive_call.py: using LAC 17613\u000a23:50:52.140535 tst emergency_preemptive_call.py: using RAC 18\u000a23:50:52.263332 tst emergency_preemptive_call.py: using CellId 17613\u000a23:50:52.387591 tst emergency_preemptive_call.py: using BVCI 17614\u000a23:50:52.411834 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:50:52.423012 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:50:52.434104 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:50:52.445161 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:50:52.456317 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:50:52.467352 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a23:50:52.583840 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a23:50:52.699756 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a23:50:52.817717 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a23:50:53.024322 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:50:53.532861 run create_hlr_db(pid=30341): Launched\u000a23:50:53.718840 bus /sierra_2: Setting Powered False\u000a23:50:54.738208 run create_hlr_db(pid=30341): Terminated: ok {rc=0}\u000a23:50:55.139388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30343): Launched\u000a23:50:55.437175 run osmo-hlr_10.42.42.2(pid=30344): Launched\u000a23:50:55.547237 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:50:56.066342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30346): Launched\u000a23:50:56.363951 run osmo-stp_10.42.42.5(pid=30347): Launched\u000a23:50:56.484765 tst emergency_preemptive_call.py: using MSISDN 6916\u000a23:50:56.632677 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:50:57.174284 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30349): Launched\u000a23:50:57.472536 run osmo-msc_10.42.42.6(pid=30350): Launched\u000a23:50:57.648914 run osmo-stp_10.42.42.5(pid=30347): ERR: Terminated: ERROR {rc=1} [trial-2351↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30347)]\u000a23:50:57.776435 run osmo-stp_10.42.42.5(pid=30347): stdout: \u000a| (launched: 2022-12-08_23:50:56.217554)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:50:57.901541 run osmo-stp_10.42.42.5(pid=30347): stderr: \u000a| �[0;m�[38;5;43m20221208235056387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235056387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235056388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235056389 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235056389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235056389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235056389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:50:58.021591 run osmo-stp_10.42.42.5(pid=30347): stdout: \u000a| (launched: 2022-12-08_23:50:56.217554)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:50:58.140338 run osmo-stp_10.42.42.5(pid=30347): stderr: \u000a| �[0;m�[38;5;43m20221208235056387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235056387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235056388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235056389 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235056389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235056389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235056389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:50:58.192603 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=30347): Process ended prematurely: osmo-stp_10.42.42.5(pid=30347) [trial-2351↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30347)] [trial-2351↪emergency:trx-umtrx↪emergency_preemptive_call.py:32]\u000a23:50:58.200852 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a23:50:58.259839 run osmo-hlr_10.42.42.2(pid=30344): ERR: Terminated: ERROR {rc=237} [trial-2351↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30344)]\u000a23:50:58.308310 run osmo-hlr_10.42.42.2(pid=30344): stdout: \u000a| (launched: 2022-12-08_23:50:55.290754) \u000a23:50:58.357597 run osmo-hlr_10.42.42.2(pid=30344): stderr: \u000a| �[0;m�[1;31m20221208235055466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208235055466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208235055466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235055466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235055466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208235055466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208235055478 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208235055487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208235055487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208235055487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:50:58.424136 run osmo-msc_10.42.42.6(pid=30350): ERR: Terminated: ERROR {rc=2} [trial-2351↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30350)]\u000a23:50:58.472447 run osmo-msc_10.42.42.6(pid=30350): stdout: \u000a| (launched: 2022-12-08_23:50:57.325529) \u000a23:50:58.521385 run osmo-msc_10.42.42.6(pid=30350): stderr: \u000a| �[0;m�[38;5;43m20221208235057597 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208235057597 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f50ae856c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208235057597 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208235057598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208235057598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208235057598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208235057600 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208235057600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208235057600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208235057600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:50:58.562998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30343): Terminating (SIGTERM)\u000a23:50:58.602671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30346): Terminating (SIGTERM)\u000a23:50:58.641966 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30349): Terminating (SIGTERM)\u000a23:50:58.651022 --- ParallelTerminationStrategy: PID 30343 died...\u000a23:50:58.704103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30343): Terminated: ok {rc=0}\u000a23:50:58.714093 --- ParallelTerminationStrategy: PID 30346 died...\u000a23:50:58.766644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30346): Terminated: ok {rc=0}\u000a23:50:58.776607 --- ParallelTerminationStrategy: PID 30349 died...\u000a23:50:58.829020 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30349): Terminated: ok {rc=0}\u000a23:50:58.916020 bus /sierra_9: Setting Powered False\u000a23:51:00.018730 bus /sierra_9: Setting Powered False\u000a23:51:01.145626 bus /sierra_8: Setting Powered False\u000a23:51:02.263090 bus /sierra_8: Setting Powered False\u000a23:51:03.368797 bus /sierra_3: Setting Powered False\u000a23:51:04.474012 bus /sierra_3: Setting Powered False\u000a23:51:05.580333 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "87", "name" : "emergency_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:50:40" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "gprs:trx-umtrx", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30365): Process ended prematurely: osmo-stp_10.42.42.5(pid=30365) [trial-2351↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30365)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30365): Process ended prematurely: osmo-stp_10.42.42.5(pid=30365) [trial-2351↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30365)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-umtrx cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:51:07.701452 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:07.712274 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a23:51:07.855077 tst cs_paging_gprs_active.py: using LAC 17614\u000a23:51:07.981545 tst cs_paging_gprs_active.py: using RAC 19\u000a23:51:08.107380 tst cs_paging_gprs_active.py: using CellId 17614\u000a23:51:08.233470 tst cs_paging_gprs_active.py: using BVCI 17615\u000a23:51:08.258238 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:08.269248 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:08.279944 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:08.291187 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:08.301879 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:08.312465 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:08.323383 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:08.334045 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:08.345008 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a23:51:08.460429 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a23:51:08.755164 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:51:08.891060 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:51:09.224338 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30355): Launched\u000a23:51:09.502324 run iperf3-srv_10.42.42.10(pid=30356): Launched\u000a23:51:09.701381 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:51:09.836624 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:51:10.169775 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30357): Launched\u000a23:51:10.446855 run iperf3-srv_10.42.42.10(pid=30358): Launched\u000a23:51:10.645639 tst cs_paging_gprs_active.py:38: start network...\u000a23:51:10.781344 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:51:11.298764 run create_hlr_db(pid=30359): Launched\u000a23:51:11.486053 bus /sierra_2: Setting Powered False\u000a23:51:12.505996 run create_hlr_db(pid=30359): Terminated: ok {rc=0}\u000a23:51:12.915036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30361): Launched\u000a23:51:13.219948 run osmo-hlr_10.42.42.2(pid=30362): Launched\u000a23:51:13.336825 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:51:13.863487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30364): Launched\u000a23:51:14.168032 run osmo-stp_10.42.42.5(pid=30365): Launched\u000a23:51:14.279511 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:51:14.807988 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30367): Launched\u000a23:51:14.917164 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:51:15.182802 run patchelf(pid=30368): Launched\u000a23:51:15.361526 run osmo-stp_10.42.42.5(pid=30365): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30365)]\u000a23:51:15.491968 run osmo-stp_10.42.42.5(pid=30365): stdout: \u000a| (launched: 2022-12-08_23:51:14.018127)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:51:15.622541 run osmo-stp_10.42.42.5(pid=30365): stderr: \u000a| �[0;m�[38;5;43m20221208235114188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235114188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235114189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235114189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235114191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235114192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235114192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:51:15.748595 run osmo-stp_10.42.42.5(pid=30365): stdout: \u000a| (launched: 2022-12-08_23:51:14.018127)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:51:15.905290 run osmo-stp_10.42.42.5(pid=30365): stderr: \u000a| �[0;m�[38;5;43m20221208235114188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235114188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235114189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235114189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235114191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235114192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235114192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:51:16.063414 run patchelf(pid=30368): Terminating (SIGINT)\u000a23:51:16.251175 run patchelf(pid=30368): Terminated: ok {rc=0}\u000a23:51:16.285565 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30365): Process ended prematurely: osmo-stp_10.42.42.5(pid=30365) [trial-2351↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30365)] [trial-2351↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38]\u000a23:51:16.297253 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a23:51:16.361311 run osmo-hlr_10.42.42.2(pid=30362): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30362)]\u000a23:51:16.413679 run osmo-hlr_10.42.42.2(pid=30362): stdout: \u000a| (launched: 2022-12-08_23:51:13.069770) \u000a23:51:16.466428 run osmo-hlr_10.42.42.2(pid=30362): stderr: \u000a| �[0;m�[1;31m20221208235113248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208235113248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208235113248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235113248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235113248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208235113248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208235113261 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208235113269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208235113269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208235113269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:51:16.512832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30355): Terminating (SIGTERM)\u000a23:51:16.555991 run iperf3-srv_10.42.42.10(pid=30356): Terminating (SIGTERM)\u000a23:51:16.599329 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30357): Terminating (SIGTERM)\u000a23:51:16.645298 run iperf3-srv_10.42.42.10(pid=30358): Terminating (SIGTERM)\u000a23:51:16.691057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30361): Terminating (SIGTERM)\u000a23:51:16.735377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30364): Terminating (SIGTERM)\u000a23:51:16.782053 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30367): Terminating (SIGTERM)\u000a23:51:16.792435 --- ParallelTerminationStrategy: PID 30355 died...\u000a23:51:16.850757 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30355): Terminated: ok {rc=0}\u000a23:51:16.861235 --- ParallelTerminationStrategy: PID 30356 died...\u000a23:51:16.918223 run iperf3-srv_10.42.42.10(pid=30356): Terminated {rc=256}\u000a23:51:16.928847 --- ParallelTerminationStrategy: PID 30357 died...\u000a23:51:16.985303 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30357): Terminated: ok {rc=0}\u000a23:51:16.995963 --- ParallelTerminationStrategy: PID 30358 died...\u000a23:51:17.052891 run iperf3-srv_10.42.42.10(pid=30358): Terminated {rc=256}\u000a23:51:17.063699 --- ParallelTerminationStrategy: PID 30361 died...\u000a23:51:17.121056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30361): Terminated: ok {rc=0}\u000a23:51:17.131444 --- ParallelTerminationStrategy: PID 30364 died...\u000a23:51:17.188637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30364): Terminated: ok {rc=0}\u000a23:51:17.198841 --- ParallelTerminationStrategy: PID 30367 died...\u000a23:51:17.254087 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30367): Terminated: ok {rc=0}\u000a23:51:17.339801 bus /gobi_0: Setting Powered False\u000a23:51:18.445070 bus /gobi_0: Setting Powered False\u000a23:51:19.549565 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30377): Process ended prematurely: osmo-stp_10.42.42.5(pid=30377) [trial-2351↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30377)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30377): Process ended prematurely: osmo-stp_10.42.42.5(pid=30377) [trial-2351↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30377)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-umtrx iperf3.py\u000a----------------------------------------------\u000a23:51:20.664042 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:20.675484 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a23:51:20.822257 tst iperf3.py: using LAC 17615\u000a23:51:20.949487 tst iperf3.py: using RAC 20\u000a23:51:21.077060 tst iperf3.py: using CellId 17615\u000a23:51:21.205036 tst iperf3.py: using BVCI 17616\u000a23:51:21.229828 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:21.240767 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:21.251520 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:21.262291 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:21.272902 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:21.283996 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:21.295012 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:21.305771 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:21.316615 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a23:51:21.595350 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:51:21.723186 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:51:22.048403 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30369): Launched\u000a23:51:22.327096 run iperf3-srv_10.42.42.10(pid=30370): Launched\u000a23:51:22.526229 tst iperf3.py:8: start network...\u000a23:51:22.662081 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:51:23.180294 run create_hlr_db(pid=30371): Launched\u000a23:51:23.367777 bus /gobi_6: Setting Powered False\u000a23:51:24.388589 run create_hlr_db(pid=30371): Terminated: ok {rc=0}\u000a23:51:24.796932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30373): Launched\u000a23:51:25.102001 run osmo-hlr_10.42.42.2(pid=30374): Launched\u000a23:51:25.220831 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:51:25.785511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30376): Launched\u000a23:51:26.108382 run osmo-stp_10.42.42.5(pid=30377): Launched\u000a23:51:26.225396 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:51:26.791257 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30379): Launched\u000a23:51:26.906975 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:51:27.189756 run patchelf(pid=30380): Launched\u000a23:51:27.379342 run osmo-stp_10.42.42.5(pid=30377): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30377)]\u000a23:51:27.518469 run osmo-stp_10.42.42.5(pid=30377): stdout: \u000a| (launched: 2022-12-08_23:51:25.950184)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:51:27.657643 run osmo-stp_10.42.42.5(pid=30377): stderr: \u000a| �[0;m�[38;5;43m20221208235126143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235126143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235126144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235126144 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235126145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235126145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235126145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:51:27.792312 run osmo-stp_10.42.42.5(pid=30377): stdout: \u000a| (launched: 2022-12-08_23:51:25.950184)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:51:27.924921 run osmo-stp_10.42.42.5(pid=30377): stderr: \u000a| �[0;m�[38;5;43m20221208235126143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235126143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235126144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235126144 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235126145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235126145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235126145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:51:28.078971 run patchelf(pid=30380): Terminating (SIGINT)\u000a23:51:28.259738 run patchelf(pid=30380): Terminated: ok {rc=0}\u000a23:51:28.292913 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30377): Process ended prematurely: osmo-stp_10.42.42.5(pid=30377) [trial-2351↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30377)] [trial-2351↪gprs:trx-umtrx↪iperf3.py:8]\u000a23:51:28.302800 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a23:51:28.365034 run osmo-hlr_10.42.42.2(pid=30374): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30374)]\u000a23:51:28.415825 run osmo-hlr_10.42.42.2(pid=30374): stdout: \u000a| (launched: 2022-12-08_23:51:24.951710) \u000a23:51:28.467249 run osmo-hlr_10.42.42.2(pid=30374): stderr: \u000a| �[0;m�[1;31m20221208235125130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208235125131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208235125131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235125131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235125131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208235125131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208235125144 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208235125152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208235125153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208235125153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:51:28.511310 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30369): Terminating (SIGTERM)\u000a23:51:28.552913 run iperf3-srv_10.42.42.10(pid=30370): Terminating (SIGTERM)\u000a23:51:28.594538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30373): Terminating (SIGTERM)\u000a23:51:28.636056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30376): Terminating (SIGTERM)\u000a23:51:28.677864 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30379): Terminating (SIGTERM)\u000a23:51:28.687595 --- ParallelTerminationStrategy: PID 30369 died...\u000a23:51:28.743624 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30369): Terminated: ok {rc=0}\u000a23:51:28.753725 --- ParallelTerminationStrategy: PID 30370 died...\u000a23:51:28.808718 run iperf3-srv_10.42.42.10(pid=30370): Terminated {rc=256}\u000a23:51:28.818671 --- ParallelTerminationStrategy: PID 30373 died...\u000a23:51:28.873736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30373): Terminated: ok {rc=0}\u000a23:51:28.883750 --- ParallelTerminationStrategy: PID 30376 died...\u000a23:51:28.938854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30376): Terminated: ok {rc=0}\u000a23:51:28.948755 --- ParallelTerminationStrategy: PID 30379 died...\u000a23:51:29.003995 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30379): Terminated: ok {rc=0}\u000a23:51:29.089555 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 177, "className" : "gprs:trx-umtrx", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30395): Process ended prematurely: osmo-stp_10.42.42.5(pid=30395) [trial-2351↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30395)]", "failedSince" : 2175, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30395): Process ended prematurely: osmo-stp_10.42.42.5(pid=30395) [trial-2351↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30395)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-umtrx iperf3m4.py\u000a----------------------------------------------\u000a23:51:30.203082 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:30.214755 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a23:51:30.358995 tst iperf3m4.py: using LAC 17616\u000a23:51:30.490442 tst iperf3m4.py: using RAC 21\u000a23:51:30.612712 tst iperf3m4.py: using CellId 17616\u000a23:51:30.732517 tst iperf3m4.py: using BVCI 17617\u000a23:51:30.755835 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:30.766672 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:30.777107 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:30.787780 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:30.798409 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:30.808475 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:30.820148 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:30.833434 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:30.851735 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a23:51:30.997754 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a23:51:31.147965 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a23:51:31.287909 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a23:51:31.576784 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:51:31.722939 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:51:32.067759 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30381): Launched\u000a23:51:32.352326 run iperf3-srv_10.42.42.10(pid=30382): Launched\u000a23:51:32.538927 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:51:32.665872 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:51:32.980742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30383): Launched\u000a23:51:33.243316 run iperf3-srv_10.42.42.10(pid=30384): Launched\u000a23:51:33.429073 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:51:33.555548 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:51:33.870389 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30385): Launched\u000a23:51:34.132007 run iperf3-srv_10.42.42.10(pid=30386): Launched\u000a23:51:34.318004 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:51:34.445195 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:51:34.760724 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30387): Launched\u000a23:51:35.022983 run iperf3-srv_10.42.42.10(pid=30388): Launched\u000a23:51:35.208922 tst iperf3m4.py:8: start network...\u000a23:51:35.336175 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:51:35.814827 run create_hlr_db(pid=30389): Launched\u000a23:51:35.989719 bus /gobi_6: Setting Powered False\u000a23:51:37.010452 run create_hlr_db(pid=30389): Terminated: ok {rc=0}\u000a23:51:37.441646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30391): Launched\u000a23:51:37.766743 run osmo-hlr_10.42.42.2(pid=30392): Launched\u000a23:51:37.885657 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:51:38.449678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30394): Launched\u000a23:51:38.774782 run osmo-stp_10.42.42.5(pid=30395): Launched\u000a23:51:38.893669 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:51:39.459894 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30397): Launched\u000a23:51:39.575650 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:51:39.858114 run patchelf(pid=30398): Launched\u000a23:51:40.047879 run osmo-stp_10.42.42.5(pid=30395): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30395)]\u000a23:51:40.186983 run osmo-stp_10.42.42.5(pid=30395): stdout: \u000a| (launched: 2022-12-08_23:51:38.615096)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:51:40.326529 run osmo-stp_10.42.42.5(pid=30395): stderr: \u000a| �[0;m�[38;5;43m20221208235138809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235138809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235138809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235138810 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235138810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235138810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235138810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:51:40.460856 run osmo-stp_10.42.42.5(pid=30395): stdout: \u000a| (launched: 2022-12-08_23:51:38.615096)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:51:40.593764 run osmo-stp_10.42.42.5(pid=30395): stderr: \u000a| �[0;m�[38;5;43m20221208235138809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235138809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235138809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235138810 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235138810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235138810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235138810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:51:40.748565 run patchelf(pid=30398): Terminating (SIGINT)\u000a23:51:40.930065 run patchelf(pid=30398): Terminated: ok {rc=0}\u000a23:51:40.963402 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30395): Process ended prematurely: osmo-stp_10.42.42.5(pid=30395) [trial-2351↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30395)] [trial-2351↪gprs:trx-umtrx↪iperf3m4.py:8]\u000a23:51:40.973309 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a23:51:41.035149 run osmo-hlr_10.42.42.2(pid=30392): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30392)]\u000a23:51:41.085674 run osmo-hlr_10.42.42.2(pid=30392): stdout: \u000a| (launched: 2022-12-08_23:51:37.607104) \u000a23:51:41.137216 run osmo-hlr_10.42.42.2(pid=30392): stderr: \u000a| �[0;m�[1;31m20221208235137805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208235137805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208235137805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235137805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235137805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208235137805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208235137818 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208235137826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208235137826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208235137826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:51:41.180658 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30381): Terminating (SIGTERM)\u000a23:51:41.221613 run iperf3-srv_10.42.42.10(pid=30382): Terminating (SIGTERM)\u000a23:51:41.262818 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30383): Terminating (SIGTERM)\u000a23:51:41.304107 run iperf3-srv_10.42.42.10(pid=30384): Terminating (SIGTERM)\u000a23:51:41.345604 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30385): Terminating (SIGTERM)\u000a23:51:41.386625 run iperf3-srv_10.42.42.10(pid=30386): Terminating (SIGTERM)\u000a23:51:41.427903 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30387): Terminating (SIGTERM)\u000a23:51:41.469050 run iperf3-srv_10.42.42.10(pid=30388): Terminating (SIGTERM)\u000a23:51:41.510265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30391): Terminating (SIGTERM)\u000a23:51:41.551390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30394): Terminating (SIGTERM)\u000a23:51:41.592547 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30397): Terminating (SIGTERM)\u000a23:51:41.602131 --- ParallelTerminationStrategy: PID 30381 died...\u000a23:51:41.657046 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30381): Terminated: ok {rc=0}\u000a23:51:41.667022 --- ParallelTerminationStrategy: PID 30382 died...\u000a23:51:41.721901 run iperf3-srv_10.42.42.10(pid=30382): Terminated {rc=256}\u000a23:51:41.731754 --- ParallelTerminationStrategy: PID 30383 died...\u000a23:51:41.787104 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30383): Terminated: ok {rc=0}\u000a23:51:41.797397 --- ParallelTerminationStrategy: PID 30384 died...\u000a23:51:41.851818 run iperf3-srv_10.42.42.10(pid=30384): Terminated {rc=256}\u000a23:51:41.861779 --- ParallelTerminationStrategy: PID 30385 died...\u000a23:51:41.916300 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30385): Terminated: ok {rc=0}\u000a23:51:41.926232 --- ParallelTerminationStrategy: PID 30386 died...\u000a23:51:41.980584 run iperf3-srv_10.42.42.10(pid=30386): Terminated {rc=256}\u000a23:51:41.990490 --- ParallelTerminationStrategy: PID 30387 died...\u000a23:51:42.045104 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30387): Terminated: ok {rc=0}\u000a23:51:42.055011 --- ParallelTerminationStrategy: PID 30388 died...\u000a23:51:42.109640 run iperf3-srv_10.42.42.10(pid=30388): Terminated {rc=256}\u000a23:51:42.119605 --- ParallelTerminationStrategy: PID 30391 died...\u000a23:51:42.174411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30391): Terminated: ok {rc=0}\u000a23:51:42.184422 --- ParallelTerminationStrategy: PID 30394 died...\u000a23:51:42.239175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30394): Terminated: ok {rc=0}\u000a23:51:42.249203 --- ParallelTerminationStrategy: PID 30397 died...\u000a23:51:42.303802 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30397): Terminated: ok {rc=0}\u000a23:51:42.389403 bus /gobi_4: Setting Powered False\u000a23:51:43.495001 bus /gobi_4: Setting Powered False\u000a23:51:44.604100 bus /gobi_1: Setting Powered False\u000a23:51:45.705744 bus /gobi_1: Setting Powered False\u000a23:51:46.817722 bus /gobi_0: Setting Powered False\u000a23:51:47.923932 bus /gobi_0: Setting Powered False\u000a23:51:49.031112 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 152, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30405): Process ended prematurely: osmo-stp_10.42.42.5(pid=30405) [trial-2351↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30405)]", "failedSince" : 2200, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30405): Process ended prematurely: osmo-stp_10.42.42.5(pid=30405) [trial-2351↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30405)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-umtrx ping.py\u000a----------------------------------------------\u000a23:51:50.098692 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:50.110436 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a23:51:50.252036 tst ping.py: using LAC 17617\u000a23:51:50.376481 tst ping.py: using RAC 22\u000a23:51:50.500329 tst ping.py: using CellId 17617\u000a23:51:50.626204 tst ping.py: using BVCI 17618\u000a23:51:50.650384 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:50.661684 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:50.672620 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:50.683421 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:50.694577 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:50.706088 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:50.717119 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:50.727957 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a23:51:51.015828 tst ping.py:19: start network...\u000a23:51:51.148190 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:51:51.653795 run create_hlr_db(pid=30399): Launched\u000a23:51:51.839101 bus /gobi_6: Setting Powered False\u000a23:51:52.857774 run create_hlr_db(pid=30399): Terminated: ok {rc=0}\u000a23:51:53.280907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30401): Launched\u000a23:51:53.597815 run osmo-hlr_10.42.42.2(pid=30402): Launched\u000a23:51:53.714508 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:51:54.267758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30404): Launched\u000a23:51:54.586122 run osmo-stp_10.42.42.5(pid=30405): Launched\u000a23:51:54.702120 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:51:55.258548 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30407): Launched\u000a23:51:55.372243 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:51:55.650618 run patchelf(pid=30408): Launched\u000a23:51:55.837483 run osmo-stp_10.42.42.5(pid=30405): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30405)]\u000a23:51:55.973542 run osmo-stp_10.42.42.5(pid=30405): stdout: \u000a| (launched: 2022-12-08_23:51:54.429735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:51:56.110268 run osmo-stp_10.42.42.5(pid=30405): stderr: \u000a| �[0;m�[38;5;43m20221208235154621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235154621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235154621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235154622 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235154622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235154622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235154622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:51:56.242209 run osmo-stp_10.42.42.5(pid=30405): stdout: \u000a| (launched: 2022-12-08_23:51:54.429735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:51:56.372730 run osmo-stp_10.42.42.5(pid=30405): stderr: \u000a| �[0;m�[38;5;43m20221208235154621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235154621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235154621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235154622 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235154622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235154622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235154622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:51:56.524288 run patchelf(pid=30408): Terminating (SIGINT)\u000a23:51:56.702365 run patchelf(pid=30408): Terminated: ok {rc=0}\u000a23:51:56.735002 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30405): Process ended prematurely: osmo-stp_10.42.42.5(pid=30405) [trial-2351↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30405)] [trial-2351↪gprs:trx-umtrx↪ping.py:22]\u000a23:51:56.744092 tst ping.py:22: Test FAILED (6.6 sec)\u000a23:51:56.806141 run osmo-hlr_10.42.42.2(pid=30402): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30402)]\u000a23:51:56.856669 run osmo-hlr_10.42.42.2(pid=30402): stdout: \u000a| (launched: 2022-12-08_23:51:53.442566) \u000a23:51:56.907889 run osmo-hlr_10.42.42.2(pid=30402): stderr: \u000a| �[0;m�[1;31m20221208235153640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208235153640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208235153640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235153640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235153640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208235153640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208235153653 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208235153661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208235153662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208235153662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:51:56.951435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30401): Terminating (SIGTERM)\u000a23:51:56.992669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30404): Terminating (SIGTERM)\u000a23:51:57.033909 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30407): Terminating (SIGTERM)\u000a23:51:57.043139 --- ParallelTerminationStrategy: PID 30401 died...\u000a23:51:57.097686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30401): Terminated: ok {rc=0}\u000a23:51:57.107659 --- ParallelTerminationStrategy: PID 30404 died...\u000a23:51:57.162330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30404): Terminated: ok {rc=0}\u000a23:51:57.172251 --- ParallelTerminationStrategy: PID 30407 died...\u000a23:51:57.227252 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30407): Terminated: ok {rc=0}\u000a23:51:57.313905 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30415): Process ended prematurely: osmo-stp_10.42.42.5(pid=30415) [trial-2351↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30415)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30415): Process ended prematurely: osmo-stp_10.42.42.5(pid=30415) [trial-2351↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30415)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-umtrx ping_idle_ping.py\u000a----------------------------------------------\u000a23:51:58.366132 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:58.377735 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a23:51:58.520607 tst ping_idle_ping.py: using LAC 17618\u000a23:51:58.645350 tst ping_idle_ping.py: using RAC 23\u000a23:51:58.770698 tst ping_idle_ping.py: using CellId 17618\u000a23:51:58.895557 tst ping_idle_ping.py: using BVCI 17619\u000a23:51:58.919987 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:58.931108 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:58.942065 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:58.953369 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:58.964187 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:58.974921 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:58.985885 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:58.996692 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a23:51:59.273700 tst ping_idle_ping.py:24: start network...\u000a23:51:59.399139 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:51:59.872821 run create_hlr_db(pid=30409): Launched\u000a23:52:00.046259 bus /gobi_6: Setting Powered False\u000a23:52:01.080035 run create_hlr_db(pid=30409): Terminated: ok {rc=0}\u000a23:52:01.538861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30411): Launched\u000a23:52:01.872199 run osmo-hlr_10.42.42.2(pid=30412): Launched\u000a23:52:02.037394 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:52:02.718639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30414): Launched\u000a23:52:03.037582 run osmo-stp_10.42.42.5(pid=30415): Launched\u000a23:52:03.153552 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:52:03.712080 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30417): Launched\u000a23:52:03.826470 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:52:04.103619 run patchelf(pid=30418): Launched\u000a23:52:04.290402 run osmo-stp_10.42.42.5(pid=30415): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30415)]\u000a23:52:04.426895 run osmo-stp_10.42.42.5(pid=30415): stdout: \u000a| (launched: 2022-12-08_23:52:02.881688)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:52:04.563594 run osmo-stp_10.42.42.5(pid=30415): stderr: \u000a| �[0;m�[38;5;43m20221208235203071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235203071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235203071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235203072 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235203072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235203072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235203073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:52:04.695461 run osmo-stp_10.42.42.5(pid=30415): stdout: \u000a| (launched: 2022-12-08_23:52:02.881688)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:52:04.826280 run osmo-stp_10.42.42.5(pid=30415): stderr: \u000a| �[0;m�[38;5;43m20221208235203071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235203071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235203071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235203072 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235203072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235203072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235203073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:52:04.977991 run patchelf(pid=30418): Terminating (SIGINT)\u000a23:52:05.156503 run patchelf(pid=30418): Terminated: ok {rc=0}\u000a23:52:05.189008 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30415): Process ended prematurely: osmo-stp_10.42.42.5(pid=30415) [trial-2351↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30415)] [trial-2351↪gprs:trx-umtrx↪ping_idle_ping.py:27]\u000a23:52:05.198338 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a23:52:05.260361 run osmo-hlr_10.42.42.2(pid=30412): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30412)]\u000a23:52:05.311716 run osmo-hlr_10.42.42.2(pid=30412): stdout: \u000a| (launched: 2022-12-08_23:52:01.707282) \u000a23:52:05.363542 run osmo-hlr_10.42.42.2(pid=30412): stderr: \u000a| �[0;m�[1;31m20221208235202103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208235202103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208235202103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235202103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235202103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208235202103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208235202119 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208235202136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208235202136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208235202136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:52:05.407735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30411): Terminating (SIGTERM)\u000a23:52:05.449585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30414): Terminating (SIGTERM)\u000a23:52:05.491428 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30417): Terminating (SIGTERM)\u000a23:52:05.501225 --- ParallelTerminationStrategy: PID 30411 died...\u000a23:52:05.557113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30411): Terminated: ok {rc=0}\u000a23:52:05.567300 --- ParallelTerminationStrategy: PID 30414 died...\u000a23:52:05.622450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30414): Terminated: ok {rc=0}\u000a23:52:05.632820 --- ParallelTerminationStrategy: PID 30417 died...\u000a23:52:05.688725 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30417): Terminated: ok {rc=0}\u000a23:52:05.775080 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "88", "name" : "gprs_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:51:07" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30432): Process ended prematurely: osmo-stp_10.42.42.5(pid=30432) [trial-2351↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30432)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30432): Process ended prematurely: osmo-stp_10.42.42.5(pid=30432) [trial-2351↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30432)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:52:07.918218 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:07.929105 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:52:08.065168 tst cs_paging_gprs_active.py: using LAC 17619\u000a23:52:08.191531 tst cs_paging_gprs_active.py: using RAC 24\u000a23:52:08.320681 tst cs_paging_gprs_active.py: using CellId 17619\u000a23:52:08.448871 tst cs_paging_gprs_active.py: using BVCI 17620\u000a23:52:08.473778 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:08.485047 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:08.496010 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:08.507123 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:08.518060 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:08.529011 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:08.540075 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:08.550957 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:08.562201 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:52:08.679699 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:52:08.957886 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:52:09.085072 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:52:09.400273 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30422): Launched\u000a23:52:09.662936 run iperf3-srv_10.42.42.10(pid=30423): Launched\u000a23:52:09.849778 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:52:09.977179 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:52:10.298180 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30424): Launched\u000a23:52:10.576124 run iperf3-srv_10.42.42.10(pid=30425): Launched\u000a23:52:10.776342 tst cs_paging_gprs_active.py:38: start network...\u000a23:52:10.912262 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:52:11.429368 run create_hlr_db(pid=30426): Launched\u000a23:52:11.616761 bus /gobi_6: Setting Powered False\u000a23:52:12.636416 run create_hlr_db(pid=30426): Terminated: ok {rc=0}\u000a23:52:13.043319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30428): Launched\u000a23:52:13.349098 run osmo-hlr_10.42.42.2(pid=30429): Launched\u000a23:52:13.468927 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:52:14.005407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30431): Launched\u000a23:52:14.311773 run osmo-stp_10.42.42.5(pid=30432): Launched\u000a23:52:14.424309 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:52:14.953605 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30434): Launched\u000a23:52:15.062520 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:52:15.327928 run patchelf(pid=30435): Launched\u000a23:52:15.506700 run osmo-stp_10.42.42.5(pid=30432): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30432)]\u000a23:52:15.636771 run osmo-stp_10.42.42.5(pid=30432): stdout: \u000a| (launched: 2022-12-08_23:52:14.160539)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:52:15.767519 run osmo-stp_10.42.42.5(pid=30432): stderr: \u000a| �[0;m�[38;5;43m20221208235214332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235214332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235214332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235214333 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235214335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235214335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235214335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:52:15.911960 run osmo-stp_10.42.42.5(pid=30432): stdout: \u000a| (launched: 2022-12-08_23:52:14.160539)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:52:16.041147 run osmo-stp_10.42.42.5(pid=30432): stderr: \u000a| �[0;m�[38;5;43m20221208235214332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235214332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235214332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235214333 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235214335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235214335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235214335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:52:16.189999 run patchelf(pid=30435): Terminating (SIGINT)\u000a23:52:16.365266 run patchelf(pid=30435): Terminated: ok {rc=0}\u000a23:52:16.398057 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30432): Process ended prematurely: osmo-stp_10.42.42.5(pid=30432) [trial-2351↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30432)] [trial-2351↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a23:52:16.408277 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a23:52:16.470317 run osmo-hlr_10.42.42.2(pid=30429): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30429)]\u000a23:52:16.520923 run osmo-hlr_10.42.42.2(pid=30429): stdout: \u000a| (launched: 2022-12-08_23:52:13.198553) \u000a23:52:16.572274 run osmo-hlr_10.42.42.2(pid=30429): stderr: \u000a| �[0;m�[1;31m20221208235213375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208235213375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208235213375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235213375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235213375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208235213375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208235213390 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208235213400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208235213400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208235213400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:52:16.617046 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30422): Terminating (SIGTERM)\u000a23:52:16.658431 run iperf3-srv_10.42.42.10(pid=30423): Terminating (SIGTERM)\u000a23:52:16.703005 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30424): Terminating (SIGTERM)\u000a23:52:16.746467 run iperf3-srv_10.42.42.10(pid=30425): Terminating (SIGTERM)\u000a23:52:16.790045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30428): Terminating (SIGTERM)\u000a23:52:16.833672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30431): Terminating (SIGTERM)\u000a23:52:16.876097 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30434): Terminating (SIGTERM)\u000a23:52:16.888002 --- ParallelTerminationStrategy: PID 30422 died...\u000a23:52:16.943012 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30422): Terminated: ok {rc=0}\u000a23:52:16.954600 --- ParallelTerminationStrategy: PID 30423 died...\u000a23:52:17.009425 run iperf3-srv_10.42.42.10(pid=30423): Terminated {rc=256}\u000a23:52:17.019931 --- ParallelTerminationStrategy: PID 30424 died...\u000a23:52:17.075673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30424): Terminated: ok {rc=0}\u000a23:52:17.086179 --- ParallelTerminationStrategy: PID 30425 died...\u000a23:52:17.140032 run iperf3-srv_10.42.42.10(pid=30425): Terminated {rc=256}\u000a23:52:17.150365 --- ParallelTerminationStrategy: PID 30428 died...\u000a23:52:17.205317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30428): Terminated: ok {rc=0}\u000a23:52:17.215871 --- ParallelTerminationStrategy: PID 30431 died...\u000a23:52:17.268046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30431): Terminated: ok {rc=0}\u000a23:52:17.278048 --- ParallelTerminationStrategy: PID 30434 died...\u000a23:52:17.330264 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30434): Terminated: ok {rc=0}\u000a23:52:17.416291 bus /gobi_0: Setting Powered False\u000a23:52:18.516006 bus /gobi_0: Setting Powered False\u000a23:52:19.625660 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30444): Process ended prematurely: osmo-stp_10.42.42.5(pid=30444) [trial-2351↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30444)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30444): Process ended prematurely: osmo-stp_10.42.42.5(pid=30444) [trial-2351↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30444)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-umtrx+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a23:52:20.735279 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:20.746729 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:52:20.887458 tst iperf3.py: using LAC 17620\u000a23:52:21.010968 tst iperf3.py: using RAC 25\u000a23:52:21.137276 tst iperf3.py: using CellId 17620\u000a23:52:21.263095 tst iperf3.py: using BVCI 17621\u000a23:52:21.288151 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:21.299495 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:21.310518 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:21.321621 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:21.332440 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:21.343581 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:21.354906 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:21.365830 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:21.376879 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:52:21.654921 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:52:21.781367 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:52:22.095391 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30436): Launched\u000a23:52:22.356777 run iperf3-srv_10.42.42.10(pid=30437): Launched\u000a23:52:22.541919 tst iperf3.py:8: start network...\u000a23:52:22.668167 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:52:23.148246 run create_hlr_db(pid=30438): Launched\u000a23:52:23.322922 bus /gobi_6: Setting Powered False\u000a23:52:24.342998 run create_hlr_db(pid=30438): Terminated: ok {rc=0}\u000a23:52:24.772771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30440): Launched\u000a23:52:25.096454 run osmo-hlr_10.42.42.2(pid=30441): Launched\u000a23:52:25.214761 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:52:25.783455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30443): Launched\u000a23:52:26.106806 run osmo-stp_10.42.42.5(pid=30444): Launched\u000a23:52:26.226300 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:52:26.790191 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30446): Launched\u000a23:52:26.905491 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:52:27.186905 run patchelf(pid=30447): Launched\u000a23:52:27.376060 run osmo-stp_10.42.42.5(pid=30444): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30444)]\u000a23:52:27.514670 run osmo-stp_10.42.42.5(pid=30444): stdout: \u000a| (launched: 2022-12-08_23:52:25.948288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:52:27.653157 run osmo-stp_10.42.42.5(pid=30444): stderr: \u000a| �[0;m�[38;5;43m20221208235226142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235226142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235226142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235226142 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235226143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235226143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235226143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:52:27.787311 run osmo-stp_10.42.42.5(pid=30444): stdout: \u000a| (launched: 2022-12-08_23:52:25.948288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:52:27.918942 run osmo-stp_10.42.42.5(pid=30444): stderr: \u000a| �[0;m�[38;5;43m20221208235226142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235226142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235226142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235226142 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235226143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235226143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235226143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:52:28.072219 run patchelf(pid=30447): Terminating (SIGINT)\u000a23:52:28.252908 run patchelf(pid=30447): Terminated: ok {rc=0}\u000a23:52:28.286162 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30444): Process ended prematurely: osmo-stp_10.42.42.5(pid=30444) [trial-2351↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30444)] [trial-2351↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8]\u000a23:52:28.296102 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a23:52:28.357943 run osmo-hlr_10.42.42.2(pid=30441): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30441)]\u000a23:52:28.408411 run osmo-hlr_10.42.42.2(pid=30441): stdout: \u000a| (launched: 2022-12-08_23:52:24.937795) \u000a23:52:28.459459 run osmo-hlr_10.42.42.2(pid=30441): stderr: \u000a| �[0;m�[1;31m20221208235225136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208235225136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208235225136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235225136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235225136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208235225136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208235225153 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208235225163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208235225163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208235225163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:52:28.502860 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30436): Terminating (SIGTERM)\u000a23:52:28.543756 run iperf3-srv_10.42.42.10(pid=30437): Terminating (SIGTERM)\u000a23:52:28.584575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30440): Terminating (SIGTERM)\u000a23:52:28.625426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30443): Terminating (SIGTERM)\u000a23:52:28.666294 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30446): Terminating (SIGTERM)\u000a23:52:28.675447 --- ParallelTerminationStrategy: PID 30436 died...\u000a23:52:28.730120 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30436): Terminated: ok {rc=0}\u000a23:52:28.740045 --- ParallelTerminationStrategy: PID 30437 died...\u000a23:52:28.794557 run iperf3-srv_10.42.42.10(pid=30437): Terminated {rc=256}\u000a23:52:28.804522 --- ParallelTerminationStrategy: PID 30440 died...\u000a23:52:28.858933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30440): Terminated: ok {rc=0}\u000a23:52:28.868908 --- ParallelTerminationStrategy: PID 30443 died...\u000a23:52:28.923207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30443): Terminated: ok {rc=0}\u000a23:52:28.933224 --- ParallelTerminationStrategy: PID 30446 died...\u000a23:52:28.987894 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30446): Terminated: ok {rc=0}\u000a23:52:29.073655 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30464): Process ended prematurely: osmo-stp_10.42.42.5(pid=30464) [trial-2351↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30464)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30464): Process ended prematurely: osmo-stp_10.42.42.5(pid=30464) [trial-2351↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30464)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a23:52:30.187825 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:30.199703 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:52:30.344506 tst iperf3m4.py: using LAC 17621\u000a23:52:30.471533 tst iperf3m4.py: using RAC 26\u000a23:52:30.598184 tst iperf3m4.py: using CellId 17621\u000a23:52:30.725676 tst iperf3m4.py: using BVCI 17622\u000a23:52:30.750720 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:30.762168 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:30.773432 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:30.784615 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:30.795689 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:30.806808 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:30.818102 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:30.829441 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:30.841101 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:52:30.980573 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:52:31.099833 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:52:31.218629 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:52:31.518456 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:52:31.650623 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:52:32.021962 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30448): Launched\u000a23:52:32.353040 run iperf3-srv_10.42.42.10(pid=30449): Launched\u000a23:52:32.552502 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:52:32.688129 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:52:33.023529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30450): Launched\u000a23:52:33.302016 run iperf3-srv_10.42.42.10(pid=30451): Launched\u000a23:52:33.501213 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:52:33.637227 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:52:33.972938 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30452): Launched\u000a23:52:34.251350 run iperf3-srv_10.42.42.10(pid=30453): Launched\u000a23:52:34.450509 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:52:34.586171 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:52:34.921762 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30454): Launched\u000a23:52:35.200885 run iperf3-srv_10.42.42.10(pid=30455): Launched\u000a23:52:35.400436 tst iperf3m4.py:8: start network...\u000a23:52:35.536832 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:52:36.036498 run create_hlr_db(pid=30458): Launched\u000a23:52:36.211847 bus /gobi_6: Setting Powered False\u000a23:52:37.232604 run create_hlr_db(pid=30458): Terminated: ok {rc=0}\u000a23:52:37.639092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30460): Launched\u000a23:52:37.944264 run osmo-hlr_10.42.42.2(pid=30461): Launched\u000a23:52:38.062625 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:52:38.605129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30463): Launched\u000a23:52:38.911330 run osmo-stp_10.42.42.5(pid=30464): Launched\u000a23:52:39.023884 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:52:39.556268 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30466): Launched\u000a23:52:39.665344 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:52:39.930894 run patchelf(pid=30467): Launched\u000a23:52:40.109668 run osmo-stp_10.42.42.5(pid=30464): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30464)]\u000a23:52:40.240539 run osmo-stp_10.42.42.5(pid=30464): stdout: \u000a| (launched: 2022-12-08_23:52:38.760195)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:52:40.371879 run osmo-stp_10.42.42.5(pid=30464): stderr: \u000a| �[0;m�[38;5;43m20221208235238932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235238932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235238933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235238933 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235238933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235238934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235238934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:52:40.498183 run osmo-stp_10.42.42.5(pid=30464): stdout: \u000a| (launched: 2022-12-08_23:52:38.760195)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:52:40.623535 run osmo-stp_10.42.42.5(pid=30464): stderr: \u000a| �[0;m�[38;5;43m20221208235238932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235238932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235238933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235238933 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235238933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235238934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235238934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:52:40.768916 run patchelf(pid=30467): Terminating (SIGINT)\u000a23:52:40.939987 run patchelf(pid=30467): Terminated: ok {rc=0}\u000a23:52:40.971260 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30464): Process ended prematurely: osmo-stp_10.42.42.5(pid=30464) [trial-2351↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30464)] [trial-2351↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8]\u000a23:52:40.980584 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a23:52:41.040976 run osmo-hlr_10.42.42.2(pid=30461): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30461)]\u000a23:52:41.090030 run osmo-hlr_10.42.42.2(pid=30461): stdout: \u000a| (launched: 2022-12-08_23:52:37.794293) \u000a23:52:41.139142 run osmo-hlr_10.42.42.2(pid=30461): stderr: \u000a| �[0;m�[1;31m20221208235237969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208235237969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208235237969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235237969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235237969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208235237969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208235237982 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208235237992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208235237993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208235237993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:52:41.180882 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30448): Terminating (SIGTERM)\u000a23:52:41.220534 run iperf3-srv_10.42.42.10(pid=30449): Terminating (SIGTERM)\u000a23:52:41.259900 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30450): Terminating (SIGTERM)\u000a23:52:41.300083 run iperf3-srv_10.42.42.10(pid=30451): Terminating (SIGTERM)\u000a23:52:41.339472 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30452): Terminating (SIGTERM)\u000a23:52:41.378618 run iperf3-srv_10.42.42.10(pid=30453): Terminating (SIGTERM)\u000a23:52:41.417817 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30454): Terminating (SIGTERM)\u000a23:52:41.457653 run iperf3-srv_10.42.42.10(pid=30455): Terminating (SIGTERM)\u000a23:52:41.501574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30460): Terminating (SIGTERM)\u000a23:52:41.544107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30463): Terminating (SIGTERM)\u000a23:52:41.586558 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30466): Terminating (SIGTERM)\u000a23:52:41.596513 --- ParallelTerminationStrategy: PID 30448 died...\u000a23:52:41.652018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30448): Terminated: ok {rc=0}\u000a23:52:41.662183 --- ParallelTerminationStrategy: PID 30449 died...\u000a23:52:41.717440 run iperf3-srv_10.42.42.10(pid=30449): Terminated {rc=256}\u000a23:52:41.727787 --- ParallelTerminationStrategy: PID 30450 died...\u000a23:52:41.783069 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30450): Terminated: ok {rc=0}\u000a23:52:41.793301 --- ParallelTerminationStrategy: PID 30451 died...\u000a23:52:41.848021 run iperf3-srv_10.42.42.10(pid=30451): Terminated {rc=256}\u000a23:52:41.857940 --- ParallelTerminationStrategy: PID 30452 died...\u000a23:52:41.912793 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30452): Terminated: ok {rc=0}\u000a23:52:41.922749 --- ParallelTerminationStrategy: PID 30453 died...\u000a23:52:41.977542 run iperf3-srv_10.42.42.10(pid=30453): Terminated {rc=256}\u000a23:52:41.987654 --- ParallelTerminationStrategy: PID 30454 died...\u000a23:52:42.042750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30454): Terminated: ok {rc=0}\u000a23:52:42.052827 --- ParallelTerminationStrategy: PID 30455 died...\u000a23:52:42.107718 run iperf3-srv_10.42.42.10(pid=30455): Terminated {rc=256}\u000a23:52:42.117824 --- ParallelTerminationStrategy: PID 30460 died...\u000a23:52:42.172889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30460): Terminated: ok {rc=0}\u000a23:52:42.183224 --- ParallelTerminationStrategy: PID 30463 died...\u000a23:52:42.238758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30463): Terminated: ok {rc=0}\u000a23:52:42.248926 --- ParallelTerminationStrategy: PID 30466 died...\u000a23:52:42.304231 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30466): Terminated: ok {rc=0}\u000a23:52:42.389271 bus /gobi_4: Setting Powered False\u000a23:52:43.494205 bus /gobi_4: Setting Powered False\u000a23:52:44.600769 bus /gobi_1: Setting Powered False\u000a23:52:45.705539 bus /gobi_1: Setting Powered False\u000a23:52:46.830250 bus /gobi_0: Setting Powered False\u000a23:52:47.936391 bus /gobi_0: Setting Powered False\u000a23:52:49.043462 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30474): Process ended prematurely: osmo-stp_10.42.42.5(pid=30474) [trial-2351↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30474)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30474): Process ended prematurely: osmo-stp_10.42.42.5(pid=30474) [trial-2351↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30474)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-umtrx+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a23:52:50.111116 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:50.122893 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:52:50.269662 tst ping.py: using LAC 17622\u000a23:52:50.392422 tst ping.py: using RAC 27\u000a23:52:50.516696 tst ping.py: using CellId 17622\u000a23:52:50.639126 tst ping.py: using BVCI 17623\u000a23:52:50.663802 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:50.675232 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:50.686512 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:50.697773 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:50.708837 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:50.719974 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:50.731787 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:50.743577 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:52:51.033766 tst ping.py:19: start network...\u000a23:52:51.166079 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:52:51.673418 run create_hlr_db(pid=30468): Launched\u000a23:52:51.860832 bus /gobi_6: Setting Powered False\u000a23:52:52.879546 run create_hlr_db(pid=30468): Terminated: ok {rc=0}\u000a23:52:53.282525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30470): Launched\u000a23:52:53.582615 run osmo-hlr_10.42.42.2(pid=30471): Launched\u000a23:52:53.700791 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:52:54.226432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30473): Launched\u000a23:52:54.523829 run osmo-stp_10.42.42.5(pid=30474): Launched\u000a23:52:54.633664 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:52:55.154255 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30476): Launched\u000a23:52:55.260374 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:52:55.520794 run patchelf(pid=30477): Launched\u000a23:52:55.695955 run osmo-stp_10.42.42.5(pid=30474): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30474)]\u000a23:52:55.824508 run osmo-stp_10.42.42.5(pid=30474): stdout: \u000a| (launched: 2022-12-08_23:52:54.377163)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:52:55.952925 run osmo-stp_10.42.42.5(pid=30474): stderr: \u000a| �[0;m�[38;5;43m20221208235254546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235254546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235254546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235254547 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235254549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235254549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235254549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:52:56.076392 run osmo-stp_10.42.42.5(pid=30474): stdout: \u000a| (launched: 2022-12-08_23:52:54.377163)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:52:56.199073 run osmo-stp_10.42.42.5(pid=30474): stderr: \u000a| �[0;m�[38;5;43m20221208235254546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235254546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235254546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235254547 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235254549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235254549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235254549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:52:56.341413 run patchelf(pid=30477): Terminating (SIGINT)\u000a23:52:56.509202 run patchelf(pid=30477): Terminated: ok {rc=0}\u000a23:52:56.539536 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30474): Process ended prematurely: osmo-stp_10.42.42.5(pid=30474) [trial-2351↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30474)] [trial-2351↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22]\u000a23:52:56.548181 tst ping.py:22: Test FAILED (6.4 sec)\u000a23:52:56.607528 run osmo-hlr_10.42.42.2(pid=30471): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30471)]\u000a23:52:56.656211 run osmo-hlr_10.42.42.2(pid=30471): stdout: \u000a| (launched: 2022-12-08_23:52:53.433979) \u000a23:52:56.705015 run osmo-hlr_10.42.42.2(pid=30471): stderr: \u000a| �[0;m�[1;31m20221208235253610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208235253610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208235253610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235253610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235253610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208235253610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208235253622 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208235253630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208235253631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208235253631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:52:56.746862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30470): Terminating (SIGTERM)\u000a23:52:56.786294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30473): Terminating (SIGTERM)\u000a23:52:56.825848 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30476): Terminating (SIGTERM)\u000a23:52:56.835239 --- ParallelTerminationStrategy: PID 30470 died...\u000a23:52:56.888114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30470): Terminated: ok {rc=0}\u000a23:52:56.897934 --- ParallelTerminationStrategy: PID 30473 died...\u000a23:52:56.951012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30473): Terminated: ok {rc=0}\u000a23:52:56.960573 --- ParallelTerminationStrategy: PID 30476 died...\u000a23:52:57.013012 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30476): Terminated: ok {rc=0}\u000a23:52:57.095425 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30566): Process ended prematurely: osmo-stp_10.42.42.5(pid=30566) [trial-2351↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30566)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30566): Process ended prematurely: osmo-stp_10.42.42.5(pid=30566) [trial-2351↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30566)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a23:52:58.145177 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:58.156490 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:52:58.292744 tst ping_idle_ping.py: using LAC 17623\u000a23:52:58.410169 tst ping_idle_ping.py: using RAC 28\u000a23:52:58.527031 tst ping_idle_ping.py: using CellId 17623\u000a23:52:58.644104 tst ping_idle_ping.py: using BVCI 17624\u000a23:52:58.667093 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:58.677932 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:58.688527 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:58.699396 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:58.709893 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:58.720869 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:58.731592 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:58.742720 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:52:59.032499 tst ping_idle_ping.py:24: start network...\u000a23:52:59.166900 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:52:59.680669 run create_hlr_db(pid=30478): Launched\u000a23:52:59.868943 bus /gobi_6: Setting Powered False\u000a23:53:00.900810 run create_hlr_db(pid=30478): Terminated: ok {rc=0}\u000a23:53:01.426849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30484): Launched\u000a23:53:01.882293 run osmo-hlr_10.42.42.2(pid=30517): Launched\u000a23:53:02.147668 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:53:02.892583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30552): Launched\u000a23:53:03.354371 run osmo-stp_10.42.42.5(pid=30566): Launched\u000a23:53:03.615106 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:53:04.318267 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30676): Launched\u000a23:53:04.457753 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:53:04.825319 run patchelf(pid=30745): Launched\u000a23:53:05.033808 run osmo-stp_10.42.42.5(pid=30566): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30566)]\u000a23:53:05.173037 run osmo-stp_10.42.42.5(pid=30566): stdout: \u000a| (launched: 2022-12-08_23:53:03.068809)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:53:05.312417 run osmo-stp_10.42.42.5(pid=30566): stderr: \u000a| �[0;m�[38;5;43m20221208235303398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235303399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235303399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235303399 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235303400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235303400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235303400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:53:05.448327 run osmo-stp_10.42.42.5(pid=30566): stdout: \u000a| (launched: 2022-12-08_23:53:03.068809)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:53:05.583867 run osmo-stp_10.42.42.5(pid=30566): stderr: \u000a| �[0;m�[38;5;43m20221208235303398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235303399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235303399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235303399 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235303400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235303400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235303400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:53:05.741153 run patchelf(pid=30745): Terminating (SIGINT)\u000a23:53:05.925208 run patchelf(pid=30745): Terminated: ok {rc=0}\u000a23:53:05.959076 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30566): Process ended prematurely: osmo-stp_10.42.42.5(pid=30566) [trial-2351↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30566)] [trial-2351↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a23:53:05.969338 tst ping_idle_ping.py:27: Test FAILED (7.8 sec)\u000a23:53:06.033460 run osmo-hlr_10.42.42.2(pid=30517): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30517)]\u000a23:53:06.085746 run osmo-hlr_10.42.42.2(pid=30517): stdout: \u000a| (launched: 2022-12-08_23:53:01.628695) \u000a23:53:06.139037 run osmo-hlr_10.42.42.2(pid=30517): stderr: \u000a| �[0;m�[1;31m20221208235302019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208235302019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208235302019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235302019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235302019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208235302019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208235302041 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208235302055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208235302055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208235302055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:53:06.184314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30484): Terminating (SIGTERM)\u000a23:53:06.227541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30552): Terminating (SIGTERM)\u000a23:53:06.272624 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30676): Terminating (SIGTERM)\u000a23:53:06.283444 --- ParallelTerminationStrategy: PID 30484 died...\u000a23:53:06.342088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30484): Terminated: ok {rc=0}\u000a23:53:06.353078 --- ParallelTerminationStrategy: PID 30552 died...\u000a23:53:06.410190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30552): Terminated: ok {rc=0}\u000a23:53:06.421150 --- ParallelTerminationStrategy: PID 30676 died...\u000a23:53:06.478348 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30676): Terminated: ok {rc=0}\u000a23:53:06.567752 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "89", "name" : "gprs_trx-umtrx+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:52:07" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30772): Process ended prematurely: osmo-stp_10.42.42.5(pid=30772) [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30772)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30772): Process ended prematurely: osmo-stp_10.42.42.5(pid=30772) [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30772)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:53:08.723877 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:08.735651 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:53:08.894643 tst cs_paging_gprs_active.py: using LAC 17624\u000a23:53:09.016863 tst cs_paging_gprs_active.py: using RAC 29\u000a23:53:09.138806 tst cs_paging_gprs_active.py: using CellId 17624\u000a23:53:09.260813 tst cs_paging_gprs_active.py: using BVCI 17625\u000a23:53:09.285099 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:09.296826 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:09.309490 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:09.322209 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:09.334871 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:09.348004 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:09.360849 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:09.374645 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:09.386448 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:53:09.511160 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:53:09.805100 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:53:09.938018 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:53:10.283687 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30762): Launched\u000a23:53:10.585175 run iperf3-srv_10.42.42.10(pid=30763): Launched\u000a23:53:10.789794 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:53:10.928802 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:53:11.285810 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30764): Launched\u000a23:53:11.588941 run iperf3-srv_10.42.42.10(pid=30765): Launched\u000a23:53:11.793592 tst cs_paging_gprs_active.py:38: start network...\u000a23:53:11.932895 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:53:12.496865 run create_hlr_db(pid=30766): Launched\u000a23:53:12.688919 bus /gobi_6: Setting Powered False\u000a23:53:13.714991 run create_hlr_db(pid=30766): Terminated: ok {rc=0}\u000a23:53:14.176435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30768): Launched\u000a23:53:14.617875 run osmo-hlr_10.42.42.2(pid=30769): Launched\u000a23:53:14.865786 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:53:15.468336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30771): Launched\u000a23:53:15.925595 run osmo-stp_10.42.42.5(pid=30772): Launched\u000a23:53:16.180694 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:53:16.845623 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30774): Launched\u000a23:53:16.957619 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:53:17.260033 run patchelf(pid=30775): Launched\u000a23:53:17.443632 run osmo-stp_10.42.42.5(pid=30772): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30772)]\u000a23:53:17.578531 run osmo-stp_10.42.42.5(pid=30772): stdout: \u000a| (launched: 2022-12-08_23:53:15.639887)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:53:17.714023 run osmo-stp_10.42.42.5(pid=30772): stderr: \u000a| �[0;m�[38;5;43m20221208235315958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235315958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235315959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235315959 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235315960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235315960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235315960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:53:17.844671 run osmo-stp_10.42.42.5(pid=30772): stdout: \u000a| (launched: 2022-12-08_23:53:15.639887)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:53:17.975344 run osmo-stp_10.42.42.5(pid=30772): stderr: \u000a| �[0;m�[38;5;43m20221208235315958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235315958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235315959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235315959 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235315960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235315960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235315960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:53:18.125469 run patchelf(pid=30775): Terminating (SIGINT)\u000a23:53:18.302258 run patchelf(pid=30775): Terminated: ok {rc=0}\u000a23:53:18.335389 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30772): Process ended prematurely: osmo-stp_10.42.42.5(pid=30772) [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30772)] [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a23:53:18.345687 tst cs_paging_gprs_active.py:38: Test FAILED (9.7 sec)\u000a23:53:18.409156 run osmo-hlr_10.42.42.2(pid=30769): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30769)]\u000a23:53:18.461296 run osmo-hlr_10.42.42.2(pid=30769): stdout: \u000a| (launched: 2022-12-08_23:53:14.351334) \u000a23:53:18.512252 run osmo-hlr_10.42.42.2(pid=30769): stderr: \u000a| �[0;m�[1;31m20221208235314661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208235314661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208235314661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235314661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235314661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208235314661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208235314685 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208235314694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208235314694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208235314694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:53:18.556743 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30762): Terminating (SIGTERM)\u000a23:53:18.600840 run iperf3-srv_10.42.42.10(pid=30763): Terminating (SIGTERM)\u000a23:53:18.644630 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30764): Terminating (SIGTERM)\u000a23:53:18.690438 run iperf3-srv_10.42.42.10(pid=30765): Terminating (SIGTERM)\u000a23:53:18.733284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30768): Terminating (SIGTERM)\u000a23:53:18.775167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30771): Terminating (SIGTERM)\u000a23:53:18.819205 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30774): Terminating (SIGTERM)\u000a23:53:18.830994 --- ParallelTerminationStrategy: PID 30762 died...\u000a23:53:18.887269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30762): Terminated: ok {rc=0}\u000a23:53:18.897812 --- ParallelTerminationStrategy: PID 30763 died...\u000a23:53:18.954999 run iperf3-srv_10.42.42.10(pid=30763): Terminated {rc=256}\u000a23:53:18.966638 --- ParallelTerminationStrategy: PID 30764 died...\u000a23:53:19.021703 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30764): Terminated: ok {rc=0}\u000a23:53:19.033394 --- ParallelTerminationStrategy: PID 30765 died...\u000a23:53:19.088237 run iperf3-srv_10.42.42.10(pid=30765): Terminated {rc=256}\u000a23:53:19.099863 --- ParallelTerminationStrategy: PID 30768 died...\u000a23:53:19.155319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30768): Terminated: ok {rc=0}\u000a23:53:19.167047 --- ParallelTerminationStrategy: PID 30771 died...\u000a23:53:19.222346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30771): Terminated: ok {rc=0}\u000a23:53:19.234231 --- ParallelTerminationStrategy: PID 30774 died...\u000a23:53:19.290202 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30774): Terminated: ok {rc=0}\u000a23:53:19.376515 bus /gobi_0: Setting Powered False\u000a23:53:20.478788 bus /gobi_0: Setting Powered False\u000a23:53:21.587878 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30785): Process ended prematurely: osmo-stp_10.42.42.5(pid=30785) [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30785)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30785): Process ended prematurely: osmo-stp_10.42.42.5(pid=30785) [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30785)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a23:53:22.708333 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:22.721212 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:53:22.888690 tst iperf3.py: using LAC 17625\u000a23:53:23.020048 tst iperf3.py: using RAC 30\u000a23:53:23.153770 tst iperf3.py: using CellId 17625\u000a23:53:23.283344 tst iperf3.py: using BVCI 17626\u000a23:53:23.311336 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:23.323801 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:23.336067 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:23.348592 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:23.361536 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:23.373723 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:23.386433 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:23.399619 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:23.411820 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:53:23.719103 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:53:23.859994 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:53:24.223951 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30776): Launched\u000a23:53:24.534840 run iperf3-srv_10.42.42.10(pid=30777): Launched\u000a23:53:24.742753 tst iperf3.py:8: start network...\u000a23:53:24.883803 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:53:25.465368 run create_hlr_db(pid=30778): Launched\u000a23:53:25.661278 bus /gobi_6: Setting Powered False\u000a23:53:26.674710 run create_hlr_db(pid=30778): Terminated: ok {rc=0}\u000a23:53:27.112503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30781): Launched\u000a23:53:27.435967 run osmo-hlr_10.42.42.2(pid=30782): Launched\u000a23:53:27.555162 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:53:28.209268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30784): Launched\u000a23:53:28.526031 run osmo-stp_10.42.42.5(pid=30785): Launched\u000a23:53:28.641524 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:53:29.195430 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30787): Launched\u000a23:53:29.308670 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:53:29.584516 run patchelf(pid=30788): Launched\u000a23:53:29.770320 run osmo-stp_10.42.42.5(pid=30785): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30785)]\u000a23:53:29.906304 run osmo-stp_10.42.42.5(pid=30785): stdout: \u000a| (launched: 2022-12-08_23:53:28.370596)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:53:30.042881 run osmo-stp_10.42.42.5(pid=30785): stderr: \u000a| �[0;m�[38;5;43m20221208235328561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235328561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235328561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235328562 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235328562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235328562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235328562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:53:30.174639 run osmo-stp_10.42.42.5(pid=30785): stdout: \u000a| (launched: 2022-12-08_23:53:28.370596)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:53:30.304641 run osmo-stp_10.42.42.5(pid=30785): stderr: \u000a| �[0;m�[38;5;43m20221208235328561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235328561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235328561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235328562 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235328562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235328562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235328562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:53:30.456014 run patchelf(pid=30788): Terminating (SIGINT)\u000a23:53:30.634108 run patchelf(pid=30788): Terminated: ok {rc=0}\u000a23:53:30.667276 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30785): Process ended prematurely: osmo-stp_10.42.42.5(pid=30785) [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30785)] [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a23:53:30.677159 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a23:53:30.738690 run osmo-hlr_10.42.42.2(pid=30782): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30782)]\u000a23:53:30.789353 run osmo-hlr_10.42.42.2(pid=30782): stdout: \u000a| (launched: 2022-12-08_23:53:27.277834) \u000a23:53:30.849955 run osmo-hlr_10.42.42.2(pid=30782): stderr: \u000a| �[0;m�[1;31m20221208235327478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208235327478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208235327478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235327478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235327478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208235327479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208235327490 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208235327499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208235327499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208235327499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:53:30.898110 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30776): Terminating (SIGTERM)\u000a23:53:30.941822 run iperf3-srv_10.42.42.10(pid=30777): Terminating (SIGTERM)\u000a23:53:30.985630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30781): Terminating (SIGTERM)\u000a23:53:31.027423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30784): Terminating (SIGTERM)\u000a23:53:31.071534 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30787): Terminating (SIGTERM)\u000a23:53:31.081744 --- ParallelTerminationStrategy: PID 30776 died...\u000a23:53:31.137625 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30776): Terminated: ok {rc=0}\u000a23:53:31.147989 --- ParallelTerminationStrategy: PID 30777 died...\u000a23:53:31.203869 run iperf3-srv_10.42.42.10(pid=30777): Terminated {rc=256}\u000a23:53:31.214262 --- ParallelTerminationStrategy: PID 30781 died...\u000a23:53:31.270151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30781): Terminated: ok {rc=0}\u000a23:53:31.280623 --- ParallelTerminationStrategy: PID 30784 died...\u000a23:53:31.336558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30784): Terminated: ok {rc=0}\u000a23:53:31.346934 --- ParallelTerminationStrategy: PID 30787 died...\u000a23:53:31.402430 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30787): Terminated: ok {rc=0}\u000a23:53:31.505008 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30803): Process ended prematurely: osmo-stp_10.42.42.5(pid=30803) [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30803)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30803): Process ended prematurely: osmo-stp_10.42.42.5(pid=30803) [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30803)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a23:53:32.622380 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:32.634033 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:53:32.797491 tst iperf3m4.py: using LAC 17626\u000a23:53:32.927016 tst iperf3m4.py: using RAC 31\u000a23:53:33.049699 tst iperf3m4.py: using CellId 17626\u000a23:53:33.171776 tst iperf3m4.py: using BVCI 17627\u000a23:53:33.196061 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:33.207153 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:33.218129 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:33.229070 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:33.240004 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:33.251025 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:33.262055 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:33.272836 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:33.283997 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:53:33.399118 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:53:33.520206 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:53:33.637228 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:53:33.912751 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:53:34.038011 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:53:34.347667 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30789): Launched\u000a23:53:34.605574 run iperf3-srv_10.42.42.10(pid=30790): Launched\u000a23:53:34.788711 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:53:34.914034 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:53:35.223705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30791): Launched\u000a23:53:35.481750 run iperf3-srv_10.42.42.10(pid=30792): Launched\u000a23:53:35.664920 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:53:35.790255 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:53:36.101197 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30793): Launched\u000a23:53:36.359300 run iperf3-srv_10.42.42.10(pid=30794): Launched\u000a23:53:36.542709 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:53:36.667525 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:53:36.978078 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30795): Launched\u000a23:53:37.235975 run iperf3-srv_10.42.42.10(pid=30796): Launched\u000a23:53:37.419917 tst iperf3m4.py:8: start network...\u000a23:53:37.545825 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:53:38.022850 run create_hlr_db(pid=30797): Launched\u000a23:53:38.197216 bus /gobi_6: Setting Powered False\u000a23:53:39.217307 run create_hlr_db(pid=30797): Terminated: ok {rc=0}\u000a23:53:39.617523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30799): Launched\u000a23:53:39.918736 run osmo-hlr_10.42.42.2(pid=30800): Launched\u000a23:53:40.033938 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:53:40.555236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30802): Launched\u000a23:53:40.855509 run osmo-stp_10.42.42.5(pid=30803): Launched\u000a23:53:40.965748 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:53:41.487174 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30805): Launched\u000a23:53:41.594285 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:53:41.856179 run patchelf(pid=30806): Launched\u000a23:53:42.032668 run osmo-stp_10.42.42.5(pid=30803): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30803)]\u000a23:53:42.162583 run osmo-stp_10.42.42.5(pid=30803): stdout: \u000a| (launched: 2022-12-08_23:53:40.707648)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:53:42.292136 run osmo-stp_10.42.42.5(pid=30803): stderr: \u000a| �[0;m�[38;5;43m20221208235340876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235340877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235340877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235340877 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235340878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235340878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235340878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:53:42.417602 run osmo-stp_10.42.42.5(pid=30803): stdout: \u000a| (launched: 2022-12-08_23:53:40.707648)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:53:42.541365 run osmo-stp_10.42.42.5(pid=30803): stderr: \u000a| �[0;m�[38;5;43m20221208235340876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235340877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235340877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235340877 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235340878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235340878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235340878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:53:42.684808 run patchelf(pid=30806): Terminating (SIGINT)\u000a23:53:42.853543 run patchelf(pid=30806): Terminated: ok {rc=0}\u000a23:53:42.884436 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30803): Process ended prematurely: osmo-stp_10.42.42.5(pid=30803) [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30803)] [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a23:53:42.893887 tst iperf3m4.py:8: Test FAILED (10.3 sec)\u000a23:53:42.954638 run osmo-hlr_10.42.42.2(pid=30800): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30800)]\u000a23:53:43.003976 run osmo-hlr_10.42.42.2(pid=30800): stdout: \u000a| (launched: 2022-12-08_23:53:39.770461) \u000a23:53:43.054011 run osmo-hlr_10.42.42.2(pid=30800): stderr: \u000a| �[0;m�[1;31m20221208235339946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208235339946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208235339946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235339946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235339946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208235339946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208235339958 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208235339969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208235339969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208235339969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:53:43.096562 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30789): Terminating (SIGTERM)\u000a23:53:43.136753 run iperf3-srv_10.42.42.10(pid=30790): Terminating (SIGTERM)\u000a23:53:43.176774 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30791): Terminating (SIGTERM)\u000a23:53:43.216754 run iperf3-srv_10.42.42.10(pid=30792): Terminating (SIGTERM)\u000a23:53:43.256471 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30793): Terminating (SIGTERM)\u000a23:53:43.296417 run iperf3-srv_10.42.42.10(pid=30794): Terminating (SIGTERM)\u000a23:53:43.335811 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30795): Terminating (SIGTERM)\u000a23:53:43.375364 run iperf3-srv_10.42.42.10(pid=30796): Terminating (SIGTERM)\u000a23:53:43.415159 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30799): Terminating (SIGTERM)\u000a23:53:43.454761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30802): Terminating (SIGTERM)\u000a23:53:43.494434 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30805): Terminating (SIGTERM)\u000a23:53:43.503476 --- ParallelTerminationStrategy: PID 30789 died...\u000a23:53:43.556550 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30789): Terminated: ok {rc=0}\u000a23:53:43.565992 --- ParallelTerminationStrategy: PID 30790 died...\u000a23:53:43.618564 run iperf3-srv_10.42.42.10(pid=30790): Terminated {rc=256}\u000a23:53:43.628203 --- ParallelTerminationStrategy: PID 30791 died...\u000a23:53:43.680400 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30791): Terminated: ok {rc=0}\u000a23:53:43.690219 --- ParallelTerminationStrategy: PID 30792 died...\u000a23:53:43.742203 run iperf3-srv_10.42.42.10(pid=30792): Terminated {rc=256}\u000a23:53:43.752174 --- ParallelTerminationStrategy: PID 30793 died...\u000a23:53:43.804464 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30793): Terminated: ok {rc=0}\u000a23:53:43.813738 --- ParallelTerminationStrategy: PID 30794 died...\u000a23:53:43.866091 run iperf3-srv_10.42.42.10(pid=30794): Terminated {rc=256}\u000a23:53:43.876145 --- ParallelTerminationStrategy: PID 30795 died...\u000a23:53:43.928617 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30795): Terminated: ok {rc=0}\u000a23:53:43.938570 --- ParallelTerminationStrategy: PID 30796 died...\u000a23:53:43.990650 run iperf3-srv_10.42.42.10(pid=30796): Terminated {rc=256}\u000a23:53:44.000497 --- ParallelTerminationStrategy: PID 30799 died...\u000a23:53:44.053036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30799): Terminated: ok {rc=0}\u000a23:53:44.062955 --- ParallelTerminationStrategy: PID 30802 died...\u000a23:53:44.115555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30802): Terminated: ok {rc=0}\u000a23:53:44.125530 --- ParallelTerminationStrategy: PID 30805 died...\u000a23:53:44.177777 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30805): Terminated: ok {rc=0}\u000a23:53:44.259606 bus /gobi_4: Setting Powered False\u000a23:53:45.366180 bus /gobi_4: Setting Powered False\u000a23:53:46.496909 bus /gobi_1: Setting Powered False\u000a23:53:47.599450 bus /gobi_1: Setting Powered False\u000a23:53:48.710042 bus /gobi_0: Setting Powered False\u000a23:53:49.811340 bus /gobi_0: Setting Powered False\u000a23:53:50.920638 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30813): Process ended prematurely: osmo-stp_10.42.42.5(pid=30813) [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30813)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30813): Process ended prematurely: osmo-stp_10.42.42.5(pid=30813) [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30813)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a23:53:51.989257 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:52.001202 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:53:52.163179 tst ping.py: using LAC 17627\u000a23:53:52.285829 tst ping.py: using RAC 32\u000a23:53:52.409504 tst ping.py: using CellId 17627\u000a23:53:52.531360 tst ping.py: using BVCI 17628\u000a23:53:52.555319 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:52.566565 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:52.577629 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:52.588913 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:52.599958 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:52.611194 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:52.622363 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:52.633412 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:53:52.903975 tst ping.py:19: start network...\u000a23:53:53.026496 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:53:53.491258 run create_hlr_db(pid=30807): Launched\u000a23:53:53.661962 bus /gobi_6: Setting Powered False\u000a23:53:54.681624 run create_hlr_db(pid=30807): Terminated: ok {rc=0}\u000a23:53:55.074682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30809): Launched\u000a23:53:55.368119 run osmo-hlr_10.42.42.2(pid=30810): Launched\u000a23:53:55.478906 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:53:56.001157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30812): Launched\u000a23:53:56.295467 run osmo-stp_10.42.42.5(pid=30813): Launched\u000a23:53:56.402680 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:53:56.917463 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30815): Launched\u000a23:53:57.022458 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:53:57.279119 run patchelf(pid=30816): Launched\u000a23:53:57.451616 run osmo-stp_10.42.42.5(pid=30813): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30813)]\u000a23:53:57.578651 run osmo-stp_10.42.42.5(pid=30813): stdout: \u000a| (launched: 2022-12-08_23:53:56.150383)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:53:57.705701 run osmo-stp_10.42.42.5(pid=30813): stderr: \u000a| �[0;m�[38;5;43m20221208235356321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235356322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235356322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235356322 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235356323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235356323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235356323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:53:57.828245 run osmo-stp_10.42.42.5(pid=30813): stdout: \u000a| (launched: 2022-12-08_23:53:56.150383)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:53:57.949565 run osmo-stp_10.42.42.5(pid=30813): stderr: \u000a| �[0;m�[38;5;43m20221208235356321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235356322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235356322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235356322 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235356323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235356323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235356323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:53:58.090265 run patchelf(pid=30816): Terminating (SIGINT)\u000a23:53:58.255909 run patchelf(pid=30816): Terminated: ok {rc=0}\u000a23:53:58.286047 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30813): Process ended prematurely: osmo-stp_10.42.42.5(pid=30813) [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30813)] [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22]\u000a23:53:58.294706 tst ping.py:22: Test FAILED (6.3 sec)\u000a23:53:58.353648 run osmo-hlr_10.42.42.2(pid=30810): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30810)]\u000a23:53:58.401809 run osmo-hlr_10.42.42.2(pid=30810): stdout: \u000a| (launched: 2022-12-08_23:53:55.224238) \u000a23:53:58.450699 run osmo-hlr_10.42.42.2(pid=30810): stderr: \u000a| �[0;m�[1;31m20221208235355402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208235355402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208235355402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235355402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235355402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208235355402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208235355414 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208235355423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208235355423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208235355423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:53:58.492225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30809): Terminating (SIGTERM)\u000a23:53:58.531376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30812): Terminating (SIGTERM)\u000a23:53:58.570640 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30815): Terminating (SIGTERM)\u000a23:53:58.579574 --- ParallelTerminationStrategy: PID 30809 died...\u000a23:53:58.632012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30809): Terminated: ok {rc=0}\u000a23:53:58.641341 --- ParallelTerminationStrategy: PID 30812 died...\u000a23:53:58.693219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30812): Terminated: ok {rc=0}\u000a23:53:58.702794 --- ParallelTerminationStrategy: PID 30815 died...\u000a23:53:58.754637 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30815): Terminated: ok {rc=0}\u000a23:53:58.841183 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30823): Process ended prematurely: osmo-stp_10.42.42.5(pid=30823) [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30823)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30823): Process ended prematurely: osmo-stp_10.42.42.5(pid=30823) [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30823)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a23:53:59.891677 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:59.903429 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:54:00.060325 tst ping_idle_ping.py: using LAC 17628\u000a23:54:00.177299 tst ping_idle_ping.py: using RAC 33\u000a23:54:00.292423 tst ping_idle_ping.py: using CellId 17628\u000a23:54:00.408200 tst ping_idle_ping.py: using BVCI 17629\u000a23:54:00.430732 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:54:00.441633 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:54:00.452084 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:54:00.463062 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:54:00.473546 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:54:00.484259 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:54:00.495168 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:54:00.506127 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:54:00.776484 tst ping_idle_ping.py:24: start network...\u000a23:54:00.912786 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:54:01.426025 run create_hlr_db(pid=30817): Launched\u000a23:54:01.601350 bus /gobi_6: Setting Powered False\u000a23:54:02.628226 run create_hlr_db(pid=30817): Terminated: ok {rc=0}\u000a23:54:03.047754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30819): Launched\u000a23:54:03.361226 run osmo-hlr_10.42.42.2(pid=30820): Launched\u000a23:54:03.478325 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:54:04.025432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30822): Launched\u000a23:54:04.341736 run osmo-stp_10.42.42.5(pid=30823): Launched\u000a23:54:04.461574 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:54:05.009872 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30825): Launched\u000a23:54:05.122604 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:54:05.397376 run patchelf(pid=30826): Launched\u000a23:54:05.581729 run osmo-stp_10.42.42.5(pid=30823): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30823)]\u000a23:54:05.717021 run osmo-stp_10.42.42.5(pid=30823): stdout: \u000a| (launched: 2022-12-08_23:54:04.186890)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:54:05.852697 run osmo-stp_10.42.42.5(pid=30823): stderr: \u000a| �[0;m�[38;5;43m20221208235404378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235404378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235404378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235404378 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235404381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235404381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235404381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:54:05.983504 run osmo-stp_10.42.42.5(pid=30823): stdout: \u000a| (launched: 2022-12-08_23:54:04.186890)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:54:06.112873 run osmo-stp_10.42.42.5(pid=30823): stderr: \u000a| �[0;m�[38;5;43m20221208235404378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235404378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235404378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235404378 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235404381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235404381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235404381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:54:06.263923 run patchelf(pid=30826): Terminating (SIGINT)\u000a23:54:06.441489 run patchelf(pid=30826): Terminated: ok {rc=0}\u000a23:54:06.473791 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30823): Process ended prematurely: osmo-stp_10.42.42.5(pid=30823) [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30823)] [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a23:54:06.483230 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a23:54:06.545092 run osmo-hlr_10.42.42.2(pid=30820): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30820)]\u000a23:54:06.595523 run osmo-hlr_10.42.42.2(pid=30820): stdout: \u000a| (launched: 2022-12-08_23:54:03.207297) \u000a23:54:06.646588 run osmo-hlr_10.42.42.2(pid=30820): stderr: \u000a| �[0;m�[1;31m20221208235403405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208235403405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208235403405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235403405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235403405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208235403405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208235403418 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208235403426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208235403426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208235403426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:54:06.690635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30819): Terminating (SIGTERM)\u000a23:54:06.731962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30822): Terminating (SIGTERM)\u000a23:54:06.773835 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30825): Terminating (SIGTERM)\u000a23:54:06.783444 --- ParallelTerminationStrategy: PID 30819 died...\u000a23:54:06.838839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30819): Terminated: ok {rc=0}\u000a23:54:06.848837 --- ParallelTerminationStrategy: PID 30822 died...\u000a23:54:06.903971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30822): Terminated: ok {rc=0}\u000a23:54:06.914205 --- ParallelTerminationStrategy: PID 30825 died...\u000a23:54:06.969493 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30825): Terminated: ok {rc=0}\u000a23:54:07.055809 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "90", "name" : "gprs_trx-umtrx+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:53:08" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30841): Process ended prematurely: osmo-stp_10.42.42.5(pid=30841) [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30841)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30841): Process ended prematurely: osmo-stp_10.42.42.5(pid=30841) [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30841)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:54:09.212882 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:09.224250 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:54:09.388513 tst cs_paging_gprs_active.py: using LAC 17629\u000a23:54:09.514685 tst cs_paging_gprs_active.py: using RAC 34\u000a23:54:09.645909 tst cs_paging_gprs_active.py: using CellId 17629\u000a23:54:09.770567 tst cs_paging_gprs_active.py: using BVCI 17630\u000a23:54:09.795258 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:09.806518 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:09.817619 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:09.829223 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:09.840437 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:09.851673 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:09.863064 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:09.875047 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:09.886712 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:54:10.005135 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:54:10.299929 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:54:10.434517 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:54:10.765850 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30831): Launched\u000a23:54:11.042051 run iperf3-srv_10.42.42.10(pid=30832): Launched\u000a23:54:11.239071 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:54:11.374062 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:54:11.705052 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30833): Launched\u000a23:54:11.979649 run iperf3-srv_10.42.42.10(pid=30834): Launched\u000a23:54:12.175197 tst cs_paging_gprs_active.py:38: start network...\u000a23:54:12.309087 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:54:12.821430 run create_hlr_db(pid=30835): Launched\u000a23:54:13.006818 bus /gobi_6: Setting Powered False\u000a23:54:14.027354 run create_hlr_db(pid=30835): Terminated: ok {rc=0}\u000a23:54:14.432076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30837): Launched\u000a23:54:14.734475 run osmo-hlr_10.42.42.2(pid=30838): Launched\u000a23:54:14.850531 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:54:15.371981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30840): Launched\u000a23:54:15.680887 run osmo-stp_10.42.42.5(pid=30841): Launched\u000a23:54:15.800675 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:54:16.401592 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30843): Launched\u000a23:54:16.520521 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:54:16.847806 run patchelf(pid=30844): Launched\u000a23:54:17.065690 run osmo-stp_10.42.42.5(pid=30841): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30841)]\u000a23:54:17.206278 run osmo-stp_10.42.42.5(pid=30841): stdout: \u000a| (launched: 2022-12-08_23:54:15.525103)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:54:17.342631 run osmo-stp_10.42.42.5(pid=30841): stderr: \u000a| �[0;m�[38;5;43m20221208235415712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235415712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235415712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235415713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235415715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235415715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235415715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:54:17.467952 run osmo-stp_10.42.42.5(pid=30841): stdout: \u000a| (launched: 2022-12-08_23:54:15.525103)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:54:17.592460 run osmo-stp_10.42.42.5(pid=30841): stderr: \u000a| �[0;m�[38;5;43m20221208235415712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235415712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235415712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235415713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235415715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235415715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235415715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:54:17.736651 run patchelf(pid=30844): Terminating (SIGINT)\u000a23:54:17.906707 run patchelf(pid=30844): Terminated: ok {rc=0}\u000a23:54:17.938286 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30841): Process ended prematurely: osmo-stp_10.42.42.5(pid=30841) [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30841)] [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a23:54:17.947739 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a23:54:18.007396 run osmo-hlr_10.42.42.2(pid=30838): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30838)]\u000a23:54:18.056073 run osmo-hlr_10.42.42.2(pid=30838): stdout: \u000a| (launched: 2022-12-08_23:54:14.585599) \u000a23:54:18.105367 run osmo-hlr_10.42.42.2(pid=30838): stderr: \u000a| �[0;m�[1;31m20221208235414764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208235414764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208235414764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235414764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235414764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208235414764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208235414776 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208235414784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208235414785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208235414785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:54:18.147291 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30831): Terminating (SIGTERM)\u000a23:54:18.186625 run iperf3-srv_10.42.42.10(pid=30832): Terminating (SIGTERM)\u000a23:54:18.226036 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30833): Terminating (SIGTERM)\u000a23:54:18.265388 run iperf3-srv_10.42.42.10(pid=30834): Terminating (SIGTERM)\u000a23:54:18.305211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30837): Terminating (SIGTERM)\u000a23:54:18.345301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30840): Terminating (SIGTERM)\u000a23:54:18.384878 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30843): Terminating (SIGTERM)\u000a23:54:18.394256 --- ParallelTerminationStrategy: PID 30831 died...\u000a23:54:18.447229 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30831): Terminated: ok {rc=0}\u000a23:54:18.456999 --- ParallelTerminationStrategy: PID 30832 died...\u000a23:54:18.509541 run iperf3-srv_10.42.42.10(pid=30832): Terminated {rc=256}\u000a23:54:18.519237 --- ParallelTerminationStrategy: PID 30833 died...\u000a23:54:18.571984 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30833): Terminated: ok {rc=0}\u000a23:54:18.581477 --- ParallelTerminationStrategy: PID 30834 died...\u000a23:54:18.634121 run iperf3-srv_10.42.42.10(pid=30834): Terminated {rc=256}\u000a23:54:18.643794 --- ParallelTerminationStrategy: PID 30837 died...\u000a23:54:18.696619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30837): Terminated: ok {rc=0}\u000a23:54:18.706394 --- ParallelTerminationStrategy: PID 30840 died...\u000a23:54:18.759625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30840): Terminated: ok {rc=0}\u000a23:54:18.769459 --- ParallelTerminationStrategy: PID 30843 died...\u000a23:54:18.822215 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30843): Terminated: ok {rc=0}\u000a23:54:18.910054 bus /gobi_0: Setting Powered False\u000a23:54:20.013004 bus /gobi_0: Setting Powered False\u000a23:54:21.123117 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30853): Process ended prematurely: osmo-stp_10.42.42.5(pid=30853) [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30853)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30853): Process ended prematurely: osmo-stp_10.42.42.5(pid=30853) [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30853)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a23:54:22.232116 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:22.243487 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:54:22.399307 tst iperf3.py: using LAC 17630\u000a23:54:22.519232 tst iperf3.py: using RAC 35\u000a23:54:22.639180 tst iperf3.py: using CellId 17630\u000a23:54:22.763027 tst iperf3.py: using BVCI 17631\u000a23:54:22.786068 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:22.796721 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:22.807324 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:22.817905 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:22.828995 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:22.839837 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:22.850488 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:22.861431 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:22.872226 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:54:23.146978 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:54:23.271517 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:54:23.581524 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30845): Launched\u000a23:54:23.839905 run iperf3-srv_10.42.42.10(pid=30846): Launched\u000a23:54:24.022572 tst iperf3.py:8: start network...\u000a23:54:24.147072 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:54:24.618919 run create_hlr_db(pid=30847): Launched\u000a23:54:24.792192 bus /gobi_6: Setting Powered False\u000a23:54:25.812425 run create_hlr_db(pid=30847): Terminated: ok {rc=0}\u000a23:54:26.235705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30849): Launched\u000a23:54:26.554961 run osmo-hlr_10.42.42.2(pid=30850): Launched\u000a23:54:26.672444 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:54:27.227642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30852): Launched\u000a23:54:27.547580 run osmo-stp_10.42.42.5(pid=30853): Launched\u000a23:54:27.664282 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:54:28.221767 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30855): Launched\u000a23:54:28.336139 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:54:28.615030 run patchelf(pid=30856): Launched\u000a23:54:28.802635 run osmo-stp_10.42.42.5(pid=30853): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30853)]\u000a23:54:28.939804 run osmo-stp_10.42.42.5(pid=30853): stdout: \u000a| (launched: 2022-12-08_23:54:27.390165)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:54:29.078139 run osmo-stp_10.42.42.5(pid=30853): stderr: \u000a| �[0;m�[38;5;43m20221208235427581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235427581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235427581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235427582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235427582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235427582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235427582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:54:29.210949 run osmo-stp_10.42.42.5(pid=30853): stdout: \u000a| (launched: 2022-12-08_23:54:27.390165)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:54:29.342457 run osmo-stp_10.42.42.5(pid=30853): stderr: \u000a| �[0;m�[38;5;43m20221208235427581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235427581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235427581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235427582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235427582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235427582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235427582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:54:29.495375 run patchelf(pid=30856): Terminating (SIGINT)\u000a23:54:29.675030 run patchelf(pid=30856): Terminated: ok {rc=0}\u000a23:54:29.708260 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30853): Process ended prematurely: osmo-stp_10.42.42.5(pid=30853) [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30853)] [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a23:54:29.718542 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a23:54:29.781359 run osmo-hlr_10.42.42.2(pid=30850): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30850)]\u000a23:54:29.832790 run osmo-hlr_10.42.42.2(pid=30850): stdout: \u000a| (launched: 2022-12-08_23:54:26.398420) \u000a23:54:29.884571 run osmo-hlr_10.42.42.2(pid=30850): stderr: \u000a| �[0;m�[1;31m20221208235426598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208235426598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208235426598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235426598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235426598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208235426599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208235426611 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208235426621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208235426622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208235426622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:54:29.928639 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30845): Terminating (SIGTERM)\u000a23:54:29.970594 run iperf3-srv_10.42.42.10(pid=30846): Terminating (SIGTERM)\u000a23:54:30.012880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30849): Terminating (SIGTERM)\u000a23:54:30.055318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30852): Terminating (SIGTERM)\u000a23:54:30.097515 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30855): Terminating (SIGTERM)\u000a23:54:30.107318 --- ParallelTerminationStrategy: PID 30845 died...\u000a23:54:30.162532 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30845): Terminated: ok {rc=0}\u000a23:54:30.172353 --- ParallelTerminationStrategy: PID 30846 died...\u000a23:54:30.227152 run iperf3-srv_10.42.42.10(pid=30846): Terminated {rc=256}\u000a23:54:30.237434 --- ParallelTerminationStrategy: PID 30849 died...\u000a23:54:30.292318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30849): Terminated: ok {rc=0}\u000a23:54:30.302258 --- ParallelTerminationStrategy: PID 30852 died...\u000a23:54:30.357463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30852): Terminated: ok {rc=0}\u000a23:54:30.367359 --- ParallelTerminationStrategy: PID 30855 died...\u000a23:54:30.422471 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30855): Terminated: ok {rc=0}\u000a23:54:30.509004 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30871): Process ended prematurely: osmo-stp_10.42.42.5(pid=30871) [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30871)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30871): Process ended prematurely: osmo-stp_10.42.42.5(pid=30871) [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30871)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a23:54:31.644777 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:31.661153 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:54:31.859773 tst iperf3m4.py: using LAC 17631\u000a23:54:31.990848 tst iperf3m4.py: using RAC 36\u000a23:54:32.149111 tst iperf3m4.py: using CellId 17631\u000a23:54:32.284515 tst iperf3m4.py: using BVCI 17632\u000a23:54:32.309986 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:32.321895 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:32.332905 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:32.344464 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:32.355118 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:32.365729 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:32.376331 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:32.386837 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:32.397634 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:54:32.520574 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:54:32.642190 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:54:32.760481 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:54:33.051500 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:54:33.185304 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:54:33.516232 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30857): Launched\u000a23:54:33.791377 run iperf3-srv_10.42.42.10(pid=30858): Launched\u000a23:54:33.987767 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:54:34.121059 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:54:34.451732 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30859): Launched\u000a23:54:34.726600 run iperf3-srv_10.42.42.10(pid=30860): Launched\u000a23:54:34.923182 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:54:35.056421 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:54:35.387491 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30861): Launched\u000a23:54:35.661488 run iperf3-srv_10.42.42.10(pid=30862): Launched\u000a23:54:35.857640 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:54:35.990637 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:54:36.319820 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30863): Launched\u000a23:54:36.594631 run iperf3-srv_10.42.42.10(pid=30864): Launched\u000a23:54:36.790381 tst iperf3m4.py:8: start network...\u000a23:54:36.923596 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:54:37.434351 run create_hlr_db(pid=30865): Launched\u000a23:54:37.620691 bus /gobi_6: Setting Powered False\u000a23:54:38.640144 run create_hlr_db(pid=30865): Terminated: ok {rc=0}\u000a23:54:39.044779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30867): Launched\u000a23:54:39.349093 run osmo-hlr_10.42.42.2(pid=30868): Launched\u000a23:54:39.460356 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:54:39.983945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30870): Launched\u000a23:54:40.284543 run osmo-stp_10.42.42.5(pid=30871): Launched\u000a23:54:40.394660 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:54:40.920757 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30873): Launched\u000a23:54:41.028709 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:54:41.291005 run patchelf(pid=30874): Launched\u000a23:54:41.468352 run osmo-stp_10.42.42.5(pid=30871): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30871)]\u000a23:54:41.598112 run osmo-stp_10.42.42.5(pid=30871): stdout: \u000a| (launched: 2022-12-08_23:54:40.136645)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:54:41.727628 run osmo-stp_10.42.42.5(pid=30871): stderr: \u000a| �[0;m�[38;5;43m20221208235440307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235440307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235440307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235440308 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235440310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235440310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235440310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:54:41.852666 run osmo-stp_10.42.42.5(pid=30871): stdout: \u000a| (launched: 2022-12-08_23:54:40.136645)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:54:41.975955 run osmo-stp_10.42.42.5(pid=30871): stderr: \u000a| �[0;m�[38;5;43m20221208235440307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235440307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235440307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235440308 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235440310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235440310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235440310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:54:42.119916 run patchelf(pid=30874): Terminating (SIGINT)\u000a23:54:42.288730 run patchelf(pid=30874): Terminated: ok {rc=0}\u000a23:54:42.320012 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30871): Process ended prematurely: osmo-stp_10.42.42.5(pid=30871) [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30871)] [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a23:54:42.329279 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a23:54:42.389494 run osmo-hlr_10.42.42.2(pid=30868): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30868)]\u000a23:54:42.438777 run osmo-hlr_10.42.42.2(pid=30868): stdout: \u000a| (launched: 2022-12-08_23:54:39.197918) \u000a23:54:42.488093 run osmo-hlr_10.42.42.2(pid=30868): stderr: \u000a| �[0;m�[1;31m20221208235439377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208235439377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208235439377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235439378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235439378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208235439378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208235439390 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208235439399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208235439399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208235439400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:54:42.530152 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30857): Terminating (SIGTERM)\u000a23:54:42.569745 run iperf3-srv_10.42.42.10(pid=30858): Terminating (SIGTERM)\u000a23:54:42.609436 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30859): Terminating (SIGTERM)\u000a23:54:42.648915 run iperf3-srv_10.42.42.10(pid=30860): Terminating (SIGTERM)\u000a23:54:42.690397 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30861): Terminating (SIGTERM)\u000a23:54:42.730163 run iperf3-srv_10.42.42.10(pid=30862): Terminating (SIGTERM)\u000a23:54:42.769288 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30863): Terminating (SIGTERM)\u000a23:54:42.808199 run iperf3-srv_10.42.42.10(pid=30864): Terminating (SIGTERM)\u000a23:54:42.847421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30867): Terminating (SIGTERM)\u000a23:54:42.886888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30870): Terminating (SIGTERM)\u000a23:54:42.926008 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30873): Terminating (SIGTERM)\u000a23:54:42.935015 --- ParallelTerminationStrategy: PID 30857 died...\u000a23:54:42.987643 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30857): Terminated: ok {rc=0}\u000a23:54:42.997306 --- ParallelTerminationStrategy: PID 30858 died...\u000a23:54:43.049257 run iperf3-srv_10.42.42.10(pid=30858): Terminated {rc=256}\u000a23:54:43.058531 --- ParallelTerminationStrategy: PID 30859 died...\u000a23:54:43.111174 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30859): Terminated: ok {rc=0}\u000a23:54:43.120565 --- ParallelTerminationStrategy: PID 30860 died...\u000a23:54:43.172431 run iperf3-srv_10.42.42.10(pid=30860): Terminated {rc=256}\u000a23:54:43.181764 --- ParallelTerminationStrategy: PID 30861 died...\u000a23:54:43.234168 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30861): Terminated: ok {rc=0}\u000a23:54:43.243731 --- ParallelTerminationStrategy: PID 30862 died...\u000a23:54:43.295765 run iperf3-srv_10.42.42.10(pid=30862): Terminated {rc=256}\u000a23:54:43.305204 --- ParallelTerminationStrategy: PID 30863 died...\u000a23:54:43.357417 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30863): Terminated: ok {rc=0}\u000a23:54:43.367073 --- ParallelTerminationStrategy: PID 30864 died...\u000a23:54:43.418955 run iperf3-srv_10.42.42.10(pid=30864): Terminated {rc=256}\u000a23:54:43.428556 --- ParallelTerminationStrategy: PID 30867 died...\u000a23:54:43.480572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30867): Terminated: ok {rc=0}\u000a23:54:43.490175 --- ParallelTerminationStrategy: PID 30870 died...\u000a23:54:43.542256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30870): Terminated: ok {rc=0}\u000a23:54:43.551882 --- ParallelTerminationStrategy: PID 30873 died...\u000a23:54:43.603939 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30873): Terminated: ok {rc=0}\u000a23:54:43.685739 bus /gobi_4: Setting Powered False\u000a23:54:44.785913 bus /gobi_4: Setting Powered False\u000a23:54:45.911773 bus /gobi_1: Setting Powered False\u000a23:54:47.017784 bus /gobi_1: Setting Powered False\u000a23:54:48.126589 bus /gobi_0: Setting Powered False\u000a23:54:49.230971 bus /gobi_0: Setting Powered False\u000a23:54:50.342411 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30881): Process ended prematurely: osmo-stp_10.42.42.5(pid=30881) [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30881)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30881): Process ended prematurely: osmo-stp_10.42.42.5(pid=30881) [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30881)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a23:54:51.408331 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:51.419624 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:54:51.572742 tst ping.py: using LAC 17632\u000a23:54:51.689755 tst ping.py: using RAC 37\u000a23:54:51.808537 tst ping.py: using CellId 17632\u000a23:54:51.924781 tst ping.py: using BVCI 17633\u000a23:54:51.947278 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:51.958071 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:51.968635 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:51.979516 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:51.990025 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:52.001130 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:52.011737 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:52.022863 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:54:52.291679 tst ping.py:19: start network...\u000a23:54:52.413809 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:54:52.880585 run create_hlr_db(pid=30875): Launched\u000a23:54:53.052043 bus /gobi_6: Setting Powered False\u000a23:54:54.072006 run create_hlr_db(pid=30875): Terminated: ok {rc=0}\u000a23:54:54.491908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30877): Launched\u000a23:54:54.807186 run osmo-hlr_10.42.42.2(pid=30878): Launched\u000a23:54:54.922308 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:54:55.467524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30880): Launched\u000a23:54:55.779977 run osmo-stp_10.42.42.5(pid=30881): Launched\u000a23:54:55.894249 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:54:56.441868 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30883): Launched\u000a23:54:56.553477 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:54:56.826550 run patchelf(pid=30884): Launched\u000a23:54:57.010885 run osmo-stp_10.42.42.5(pid=30881): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30881)]\u000a23:54:57.145633 run osmo-stp_10.42.42.5(pid=30881): stdout: \u000a| (launched: 2022-12-08_23:54:55.627022)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:54:57.281012 run osmo-stp_10.42.42.5(pid=30881): stderr: \u000a| �[0;m�[38;5;43m20221208235455821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235455821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235455821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235455822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235455822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235455822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235455822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:54:57.411403 run osmo-stp_10.42.42.5(pid=30881): stdout: \u000a| (launched: 2022-12-08_23:54:55.627022)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:54:57.540083 run osmo-stp_10.42.42.5(pid=30881): stderr: \u000a| �[0;m�[38;5;43m20221208235455821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235455821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235455821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235455822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235455822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235455822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235455822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:54:57.690452 run patchelf(pid=30884): Terminating (SIGINT)\u000a23:54:57.867036 run patchelf(pid=30884): Terminated: ok {rc=0}\u000a23:54:57.899306 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30881): Process ended prematurely: osmo-stp_10.42.42.5(pid=30881) [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30881)] [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22]\u000a23:54:57.908732 tst ping.py:22: Test FAILED (6.5 sec)\u000a23:54:57.970514 run osmo-hlr_10.42.42.2(pid=30878): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30878)]\u000a23:54:58.021150 run osmo-hlr_10.42.42.2(pid=30878): stdout: \u000a| (launched: 2022-12-08_23:54:54.652595) \u000a23:54:58.072388 run osmo-hlr_10.42.42.2(pid=30878): stderr: \u000a| �[0;m�[1;31m20221208235454851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208235454851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208235454851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235454851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235454851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208235454851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208235454864 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208235454872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208235454872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208235454872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:54:58.116121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30877): Terminating (SIGTERM)\u000a23:54:58.157615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30880): Terminating (SIGTERM)\u000a23:54:58.199005 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30883): Terminating (SIGTERM)\u000a23:54:58.208123 --- ParallelTerminationStrategy: PID 30877 died...\u000a23:54:58.263340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30877): Terminated: ok {rc=0}\u000a23:54:58.273408 --- ParallelTerminationStrategy: PID 30880 died...\u000a23:54:58.328487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30880): Terminated: ok {rc=0}\u000a23:54:58.338424 --- ParallelTerminationStrategy: PID 30883 died...\u000a23:54:58.393497 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30883): Terminated: ok {rc=0}\u000a23:54:58.482131 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30894): Process ended prematurely: osmo-stp_10.42.42.5(pid=30894) [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30894)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30894): Process ended prematurely: osmo-stp_10.42.42.5(pid=30894) [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30894)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a23:54:59.533443 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:59.545348 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:54:59.709545 tst ping_idle_ping.py: using LAC 17633\u000a23:54:59.835489 tst ping_idle_ping.py: using RAC 38\u000a23:54:59.959702 tst ping_idle_ping.py: using CellId 17633\u000a23:55:00.082624 tst ping_idle_ping.py: using BVCI 17634\u000a23:55:00.107023 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:55:00.118529 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:55:00.129736 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:55:00.140805 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:55:00.151886 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:55:00.163075 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:55:00.174299 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:55:00.185462 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:55:00.456494 tst ping_idle_ping.py:24: start network...\u000a23:55:00.579023 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:55:01.091195 run create_hlr_db(pid=30885): Launched\u000a23:55:01.268218 bus /gobi_6: Setting Powered False\u000a23:55:02.288297 run create_hlr_db(pid=30885): Terminated: ok {rc=0}\u000a23:55:02.686248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30890): Launched\u000a23:55:02.984016 run osmo-hlr_10.42.42.2(pid=30891): Launched\u000a23:55:03.099344 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:55:03.623454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30893): Launched\u000a23:55:03.920776 run osmo-stp_10.42.42.5(pid=30894): Launched\u000a23:55:04.028846 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:55:04.546889 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30896): Launched\u000a23:55:04.652645 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:55:04.916293 run patchelf(pid=30897): Launched\u000a23:55:05.101351 run osmo-stp_10.42.42.5(pid=30894): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30894)]\u000a23:55:05.237457 run osmo-stp_10.42.42.5(pid=30894): stdout: \u000a| (launched: 2022-12-08_23:55:03.775465)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:55:05.373981 run osmo-stp_10.42.42.5(pid=30894): stderr: \u000a| �[0;m�[38;5;43m20221208235503945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235503945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235503946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235503946 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235503946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235503946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235503947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:55:05.504808 run osmo-stp_10.42.42.5(pid=30894): stdout: \u000a| (launched: 2022-12-08_23:55:03.775465)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:55:05.634810 run osmo-stp_10.42.42.5(pid=30894): stderr: \u000a| �[0;m�[38;5;43m20221208235503945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235503945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235503946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235503946 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235503946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235503946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235503947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:55:05.785424 run patchelf(pid=30897): Terminating (SIGINT)\u000a23:55:05.963109 run patchelf(pid=30897): Terminated: ok {rc=0}\u000a23:55:05.995248 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30894): Process ended prematurely: osmo-stp_10.42.42.5(pid=30894) [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30894)] [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a23:55:06.004596 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a23:55:06.066584 run osmo-hlr_10.42.42.2(pid=30891): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30891)]\u000a23:55:06.117359 run osmo-hlr_10.42.42.2(pid=30891): stdout: \u000a| (launched: 2022-12-08_23:55:02.837617) \u000a23:55:06.168784 run osmo-hlr_10.42.42.2(pid=30891): stderr: \u000a| �[0;m�[1;31m20221208235503013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208235503013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208235503013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235503013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235503013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208235503013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208235503024 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208235503033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208235503033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208235503033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:55:06.212522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30890): Terminating (SIGTERM)\u000a23:55:06.253856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30893): Terminating (SIGTERM)\u000a23:55:06.295203 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30896): Terminating (SIGTERM)\u000a23:55:06.304840 --- ParallelTerminationStrategy: PID 30890 died...\u000a23:55:06.360276 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30890): Terminated: ok {rc=0}\u000a23:55:06.370425 --- ParallelTerminationStrategy: PID 30893 died...\u000a23:55:06.425664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30893): Terminated: ok {rc=0}\u000a23:55:06.435858 --- ParallelTerminationStrategy: PID 30896 died...\u000a23:55:06.491191 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30896): Terminated: ok {rc=0}\u000a23:55:06.578097 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "91", "name" : "gprs_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:54:08" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30913): Process ended prematurely: osmo-stp_10.42.42.5(pid=30913) [trial-2351↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30913)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30913): Process ended prematurely: osmo-stp_10.42.42.5(pid=30913) [trial-2351↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30913)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:55:08.727382 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:08.738495 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a23:55:08.879944 tst cs_paging_gprs_active.py: using LAC 17634\u000a23:55:09.006428 tst cs_paging_gprs_active.py: using RAC 39\u000a23:55:09.132712 tst cs_paging_gprs_active.py: using CellId 17634\u000a23:55:09.254396 tst cs_paging_gprs_active.py: using BVCI 17635\u000a23:55:09.277538 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:09.288582 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:09.299525 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:09.311200 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:09.322985 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:09.334766 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:09.345789 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:09.356464 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:09.368593 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:55:09.486280 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:55:09.763069 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:55:09.889341 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:55:10.200622 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30903): Launched\u000a23:55:10.460364 run iperf3-srv_10.42.42.10(pid=30904): Launched\u000a23:55:10.645167 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:55:10.771627 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:55:11.084905 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30905): Launched\u000a23:55:11.343711 run iperf3-srv_10.42.42.10(pid=30906): Launched\u000a23:55:11.527711 tst cs_paging_gprs_active.py:38: start network...\u000a23:55:11.653415 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:55:12.127355 run create_hlr_db(pid=30907): Launched\u000a23:55:12.301783 bus /gobi_6: Setting Powered False\u000a23:55:13.322028 run create_hlr_db(pid=30907): Terminated: ok {rc=0}\u000a23:55:13.749189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30909): Launched\u000a23:55:14.070972 run osmo-hlr_10.42.42.2(pid=30910): Launched\u000a23:55:14.189187 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:55:14.746899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30912): Launched\u000a23:55:15.069195 run osmo-stp_10.42.42.5(pid=30913): Launched\u000a23:55:15.188550 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:55:15.747744 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30915): Launched\u000a23:55:15.863923 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:55:16.185418 run patchelf(pid=30916): Launched\u000a23:55:16.376456 run osmo-stp_10.42.42.5(pid=30913): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30913)]\u000a23:55:16.515860 run osmo-stp_10.42.42.5(pid=30913): stdout: \u000a| (launched: 2022-12-08_23:55:14.911189)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:55:16.655347 run osmo-stp_10.42.42.5(pid=30913): stderr: \u000a| �[0;m�[38;5;43m20221208235515104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235515104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235515104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235515106 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235515106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235515106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235515106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:55:16.790690 run osmo-stp_10.42.42.5(pid=30913): stdout: \u000a| (launched: 2022-12-08_23:55:14.911189)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:55:16.924997 run osmo-stp_10.42.42.5(pid=30913): stderr: \u000a| �[0;m�[38;5;43m20221208235515104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235515104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235515104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235515106 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235515106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235515106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235515106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:55:17.080260 run patchelf(pid=30916): Terminating (SIGINT)\u000a23:55:17.262204 run patchelf(pid=30916): Terminated: ok {rc=0}\u000a23:55:17.295890 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30913): Process ended prematurely: osmo-stp_10.42.42.5(pid=30913) [trial-2351↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30913)] [trial-2351↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a23:55:17.306400 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a23:55:17.369312 run osmo-hlr_10.42.42.2(pid=30910): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30910)]\u000a23:55:17.420112 run osmo-hlr_10.42.42.2(pid=30910): stdout: \u000a| (launched: 2022-12-08_23:55:13.913666) \u000a23:55:17.471745 run osmo-hlr_10.42.42.2(pid=30910): stderr: \u000a| �[0;m�[1;31m20221208235514112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208235514112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208235514112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235514112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235514112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208235514112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208235514124 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208235514134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208235514134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208235514134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:55:17.515474 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30903): Terminating (SIGTERM)\u000a23:55:17.556511 run iperf3-srv_10.42.42.10(pid=30904): Terminating (SIGTERM)\u000a23:55:17.597886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30905): Terminating (SIGTERM)\u000a23:55:17.638997 run iperf3-srv_10.42.42.10(pid=30906): Terminating (SIGTERM)\u000a23:55:17.680258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30909): Terminating (SIGTERM)\u000a23:55:17.721962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30912): Terminating (SIGTERM)\u000a23:55:17.763247 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30915): Terminating (SIGTERM)\u000a23:55:17.772775 --- ParallelTerminationStrategy: PID 30903 died...\u000a23:55:17.828362 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30903): Terminated: ok {rc=0}\u000a23:55:17.838436 --- ParallelTerminationStrategy: PID 30904 died...\u000a23:55:17.893269 run iperf3-srv_10.42.42.10(pid=30904): Terminated {rc=256}\u000a23:55:17.903216 --- ParallelTerminationStrategy: PID 30905 died...\u000a23:55:17.958040 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30905): Terminated: ok {rc=0}\u000a23:55:17.967999 --- ParallelTerminationStrategy: PID 30906 died...\u000a23:55:18.022622 run iperf3-srv_10.42.42.10(pid=30906): Terminated {rc=256}\u000a23:55:18.032522 --- ParallelTerminationStrategy: PID 30909 died...\u000a23:55:18.087324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30909): Terminated: ok {rc=0}\u000a23:55:18.097364 --- ParallelTerminationStrategy: PID 30912 died...\u000a23:55:18.152318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30912): Terminated: ok {rc=0}\u000a23:55:18.162729 --- ParallelTerminationStrategy: PID 30915 died...\u000a23:55:18.217700 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30915): Terminated: ok {rc=0}\u000a23:55:18.304259 bus /gobi_0: Setting Powered False\u000a23:55:19.409132 bus /gobi_0: Setting Powered False\u000a23:55:20.515879 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30925): Process ended prematurely: osmo-stp_10.42.42.5(pid=30925) [trial-2351↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30925)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30925): Process ended prematurely: osmo-stp_10.42.42.5(pid=30925) [trial-2351↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30925)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a23:55:21.621834 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:21.633531 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a23:55:21.775376 tst iperf3.py: using LAC 17635\u000a23:55:21.895638 tst iperf3.py: using RAC 40\u000a23:55:22.013421 tst iperf3.py: using CellId 17635\u000a23:55:22.137647 tst iperf3.py: using BVCI 17636\u000a23:55:22.160538 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:22.171585 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:22.182640 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:22.193539 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:22.204748 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:22.215572 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:22.226865 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:22.238144 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:22.249456 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:55:22.542025 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:55:22.675711 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:55:23.008038 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30917): Launched\u000a23:55:23.282978 run iperf3-srv_10.42.42.10(pid=30918): Launched\u000a23:55:23.479729 tst iperf3.py:8: start network...\u000a23:55:23.613529 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:55:24.126617 run create_hlr_db(pid=30919): Launched\u000a23:55:24.311978 bus /gobi_6: Setting Powered False\u000a23:55:25.332747 run create_hlr_db(pid=30919): Terminated: ok {rc=0}\u000a23:55:25.758972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30921): Launched\u000a23:55:26.079983 run osmo-hlr_10.42.42.2(pid=30922): Launched\u000a23:55:26.197122 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:55:26.755388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30924): Launched\u000a23:55:27.077205 run osmo-stp_10.42.42.5(pid=30925): Launched\u000a23:55:27.193903 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:55:27.753678 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30927): Launched\u000a23:55:27.868808 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:55:28.147554 run patchelf(pid=30928): Launched\u000a23:55:28.335284 run osmo-stp_10.42.42.5(pid=30925): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30925)]\u000a23:55:28.473179 run osmo-stp_10.42.42.5(pid=30925): stdout: \u000a| (launched: 2022-12-08_23:55:26.920193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:55:28.610993 run osmo-stp_10.42.42.5(pid=30925): stderr: \u000a| �[0;m�[38;5;43m20221208235527114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235527114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235527114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235527115 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235527115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235527115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235527115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:55:28.743851 run osmo-stp_10.42.42.5(pid=30925): stdout: \u000a| (launched: 2022-12-08_23:55:26.920193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:55:28.875848 run osmo-stp_10.42.42.5(pid=30925): stderr: \u000a| �[0;m�[38;5;43m20221208235527114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235527114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235527114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235527115 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235527115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235527115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235527115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:55:29.029863 run patchelf(pid=30928): Terminating (SIGINT)\u000a23:55:29.209804 run patchelf(pid=30928): Terminated: ok {rc=0}\u000a23:55:29.243077 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30925): Process ended prematurely: osmo-stp_10.42.42.5(pid=30925) [trial-2351↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30925)] [trial-2351↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a23:55:29.253222 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a23:55:29.314932 run osmo-hlr_10.42.42.2(pid=30922): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30922)]\u000a23:55:29.365943 run osmo-hlr_10.42.42.2(pid=30922): stdout: \u000a| (launched: 2022-12-08_23:55:25.922982) \u000a23:55:29.417510 run osmo-hlr_10.42.42.2(pid=30922): stderr: \u000a| �[0;m�[1;31m20221208235526121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208235526121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208235526121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235526121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235526121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208235526121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208235526134 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208235526142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208235526142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208235526143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:55:29.461574 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30917): Terminating (SIGTERM)\u000a23:55:29.502919 run iperf3-srv_10.42.42.10(pid=30918): Terminating (SIGTERM)\u000a23:55:29.544382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30921): Terminating (SIGTERM)\u000a23:55:29.586048 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30924): Terminating (SIGTERM)\u000a23:55:29.627468 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30927): Terminating (SIGTERM)\u000a23:55:29.636609 --- ParallelTerminationStrategy: PID 30917 died...\u000a23:55:29.691827 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30917): Terminated: ok {rc=0}\u000a23:55:29.701812 --- ParallelTerminationStrategy: PID 30918 died...\u000a23:55:29.756389 run iperf3-srv_10.42.42.10(pid=30918): Terminated {rc=256}\u000a23:55:29.766314 --- ParallelTerminationStrategy: PID 30921 died...\u000a23:55:29.821077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30921): Terminated: ok {rc=0}\u000a23:55:29.830910 --- ParallelTerminationStrategy: PID 30924 died...\u000a23:55:29.885760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30924): Terminated: ok {rc=0}\u000a23:55:29.895683 --- ParallelTerminationStrategy: PID 30927 died...\u000a23:55:29.950517 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30927): Terminated: ok {rc=0}\u000a23:55:30.034592 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30943): Process ended prematurely: osmo-stp_10.42.42.5(pid=30943) [trial-2351↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30943)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30943): Process ended prematurely: osmo-stp_10.42.42.5(pid=30943) [trial-2351↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30943)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a23:55:31.187026 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:31.208237 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a23:55:31.365443 tst iperf3m4.py: using LAC 17636\u000a23:55:31.488934 tst iperf3m4.py: using RAC 41\u000a23:55:31.639999 tst iperf3m4.py: using CellId 17636\u000a23:55:31.806572 tst iperf3m4.py: using BVCI 17637\u000a23:55:31.837917 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:31.852702 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:31.864870 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:31.878125 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:31.892693 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:31.904635 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:31.918838 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:31.931965 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:31.944313 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:55:32.065620 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:55:32.186182 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:55:32.307422 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:55:32.604037 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:55:32.737664 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:55:33.069380 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30929): Launched\u000a23:55:33.345203 run iperf3-srv_10.42.42.10(pid=30930): Launched\u000a23:55:33.542088 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:55:33.676016 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:55:34.008226 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30931): Launched\u000a23:55:34.283944 run iperf3-srv_10.42.42.10(pid=30932): Launched\u000a23:55:34.480226 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:55:34.614001 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:55:34.945440 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30933): Launched\u000a23:55:35.221280 run iperf3-srv_10.42.42.10(pid=30934): Launched\u000a23:55:35.417983 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:55:35.551372 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:55:35.883040 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30935): Launched\u000a23:55:36.158612 run iperf3-srv_10.42.42.10(pid=30936): Launched\u000a23:55:36.354888 tst iperf3m4.py:8: start network...\u000a23:55:36.488759 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:55:37.002416 run create_hlr_db(pid=30937): Launched\u000a23:55:37.188328 bus /gobi_6: Setting Powered False\u000a23:55:38.208245 run create_hlr_db(pid=30937): Terminated: ok {rc=0}\u000a23:55:38.613318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30939): Launched\u000a23:55:38.914774 run osmo-hlr_10.42.42.2(pid=30940): Launched\u000a23:55:39.033121 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:55:39.563207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30942): Launched\u000a23:55:39.863314 run osmo-stp_10.42.42.5(pid=30943): Launched\u000a23:55:39.974270 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:55:40.500015 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30945): Launched\u000a23:55:40.607905 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:55:40.870332 run patchelf(pid=30946): Launched\u000a23:55:41.047787 run osmo-stp_10.42.42.5(pid=30943): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30943)]\u000a23:55:41.177346 run osmo-stp_10.42.42.5(pid=30943): stdout: \u000a| (launched: 2022-12-08_23:55:39.715835)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:55:41.307263 run osmo-stp_10.42.42.5(pid=30943): stderr: \u000a| �[0;m�[38;5;43m20221208235539885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235539885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235539885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235539886 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235539886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235539886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235539886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:55:41.432002 run osmo-stp_10.42.42.5(pid=30943): stdout: \u000a| (launched: 2022-12-08_23:55:39.715835)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:55:41.555580 run osmo-stp_10.42.42.5(pid=30943): stderr: \u000a| �[0;m�[38;5;43m20221208235539885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235539885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235539885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235539886 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235539886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235539886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235539886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:55:41.699182 run patchelf(pid=30946): Terminating (SIGINT)\u000a23:55:41.867793 run patchelf(pid=30946): Terminated: ok {rc=0}\u000a23:55:41.899324 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30943): Process ended prematurely: osmo-stp_10.42.42.5(pid=30943) [trial-2351↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30943)] [trial-2351↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a23:55:41.909023 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a23:55:41.970558 run osmo-hlr_10.42.42.2(pid=30940): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30940)]\u000a23:55:42.019017 run osmo-hlr_10.42.42.2(pid=30940): stdout: \u000a| (launched: 2022-12-08_23:55:38.766836) \u000a23:55:42.068032 run osmo-hlr_10.42.42.2(pid=30940): stderr: \u000a| �[0;m�[1;31m20221208235538943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208235538943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208235538943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235538943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235538943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208235538943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208235538955 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208235538966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208235538966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208235538966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:55:42.109981 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30929): Terminating (SIGTERM)\u000a23:55:42.148918 run iperf3-srv_10.42.42.10(pid=30930): Terminating (SIGTERM)\u000a23:55:42.188121 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30931): Terminating (SIGTERM)\u000a23:55:42.227260 run iperf3-srv_10.42.42.10(pid=30932): Terminating (SIGTERM)\u000a23:55:42.268164 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30933): Terminating (SIGTERM)\u000a23:55:42.307012 run iperf3-srv_10.42.42.10(pid=30934): Terminating (SIGTERM)\u000a23:55:42.351123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30935): Terminating (SIGTERM)\u000a23:55:42.392191 run iperf3-srv_10.42.42.10(pid=30936): Terminating (SIGTERM)\u000a23:55:42.433348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30939): Terminating (SIGTERM)\u000a23:55:42.475222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30942): Terminating (SIGTERM)\u000a23:55:42.516464 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30945): Terminating (SIGTERM)\u000a23:55:42.526322 --- ParallelTerminationStrategy: PID 30929 died...\u000a23:55:42.581671 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30929): Terminated: ok {rc=0}\u000a23:55:42.591689 --- ParallelTerminationStrategy: PID 30930 died...\u000a23:55:42.646348 run iperf3-srv_10.42.42.10(pid=30930): Terminated {rc=256}\u000a23:55:42.656135 --- ParallelTerminationStrategy: PID 30931 died...\u000a23:55:42.710777 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30931): Terminated: ok {rc=0}\u000a23:55:42.721042 --- ParallelTerminationStrategy: PID 30932 died...\u000a23:55:42.775279 run iperf3-srv_10.42.42.10(pid=30932): Terminated {rc=256}\u000a23:55:42.785186 --- ParallelTerminationStrategy: PID 30933 died...\u000a23:55:42.840412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30933): Terminated: ok {rc=0}\u000a23:55:42.850275 --- ParallelTerminationStrategy: PID 30934 died...\u000a23:55:42.904557 run iperf3-srv_10.42.42.10(pid=30934): Terminated {rc=256}\u000a23:55:42.914373 --- ParallelTerminationStrategy: PID 30935 died...\u000a23:55:42.968623 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30935): Terminated: ok {rc=0}\u000a23:55:42.978454 --- ParallelTerminationStrategy: PID 30936 died...\u000a23:55:43.033092 run iperf3-srv_10.42.42.10(pid=30936): Terminated {rc=256}\u000a23:55:43.043075 --- ParallelTerminationStrategy: PID 30939 died...\u000a23:55:43.097514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30939): Terminated: ok {rc=0}\u000a23:55:43.107702 --- ParallelTerminationStrategy: PID 30942 died...\u000a23:55:43.162204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30942): Terminated: ok {rc=0}\u000a23:55:43.172061 --- ParallelTerminationStrategy: PID 30945 died...\u000a23:55:43.226310 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30945): Terminated: ok {rc=0}\u000a23:55:43.312450 bus /gobi_4: Setting Powered False\u000a23:55:44.414386 bus /gobi_4: Setting Powered False\u000a23:55:45.522599 bus /gobi_1: Setting Powered False\u000a23:55:46.641975 bus /gobi_1: Setting Powered False\u000a23:55:47.747478 bus /gobi_0: Setting Powered False\u000a23:55:48.852410 bus /gobi_0: Setting Powered False\u000a23:55:49.959381 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30953): Process ended prematurely: osmo-stp_10.42.42.5(pid=30953) [trial-2351↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30953)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30953): Process ended prematurely: osmo-stp_10.42.42.5(pid=30953) [trial-2351↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30953)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a23:55:51.026803 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:51.039168 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a23:55:51.183951 tst ping.py: using LAC 17637\u000a23:55:51.311617 tst ping.py: using RAC 42\u000a23:55:51.433323 tst ping.py: using CellId 17637\u000a23:55:51.554860 tst ping.py: using BVCI 17638\u000a23:55:51.579023 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:51.590728 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:51.602284 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:51.613772 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:51.625231 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:51.636756 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:51.648270 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:51.659688 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:55:51.933085 tst ping.py:19: start network...\u000a23:55:52.055390 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:55:52.519832 run create_hlr_db(pid=30947): Launched\u000a23:55:52.691276 bus /gobi_6: Setting Powered False\u000a23:55:53.710605 run create_hlr_db(pid=30947): Terminated: ok {rc=0}\u000a23:55:54.129481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30949): Launched\u000a23:55:54.442984 run osmo-hlr_10.42.42.2(pid=30950): Launched\u000a23:55:54.559027 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:55:55.109590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30952): Launched\u000a23:55:55.424689 run osmo-stp_10.42.42.5(pid=30953): Launched\u000a23:55:55.538825 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:55:56.089456 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30955): Launched\u000a23:55:56.201821 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:55:56.476189 run patchelf(pid=30956): Launched\u000a23:55:56.660567 run osmo-stp_10.42.42.5(pid=30953): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30953)]\u000a23:55:56.795578 run osmo-stp_10.42.42.5(pid=30953): stdout: \u000a| (launched: 2022-12-08_23:55:55.270301)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:55:56.931298 run osmo-stp_10.42.42.5(pid=30953): stderr: \u000a| �[0;m�[38;5;43m20221208235555462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235555462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235555463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235555463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235555463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235555464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235555464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:55:57.061787 run osmo-stp_10.42.42.5(pid=30953): stdout: \u000a| (launched: 2022-12-08_23:55:55.270301)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:55:57.191311 run osmo-stp_10.42.42.5(pid=30953): stderr: \u000a| �[0;m�[38;5;43m20221208235555462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235555462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235555463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235555463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235555463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235555464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235555464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:55:57.341876 run patchelf(pid=30956): Terminating (SIGINT)\u000a23:55:57.518951 run patchelf(pid=30956): Terminated: ok {rc=0}\u000a23:55:57.551036 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30953): Process ended prematurely: osmo-stp_10.42.42.5(pid=30953) [trial-2351↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30953)] [trial-2351↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a23:55:57.560258 tst ping.py:22: Test FAILED (6.5 sec)\u000a23:55:57.621610 run osmo-hlr_10.42.42.2(pid=30950): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30950)]\u000a23:55:57.671938 run osmo-hlr_10.42.42.2(pid=30950): stdout: \u000a| (launched: 2022-12-08_23:55:54.289684) \u000a23:55:57.722949 run osmo-hlr_10.42.42.2(pid=30950): stderr: \u000a| �[0;m�[1;31m20221208235554487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208235554487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208235554487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235554487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235554487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208235554487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208235554500 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208235554509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208235554509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208235554509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:55:57.766308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30949): Terminating (SIGTERM)\u000a23:55:57.807511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30952): Terminating (SIGTERM)\u000a23:55:57.849035 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30955): Terminating (SIGTERM)\u000a23:55:57.858590 --- ParallelTerminationStrategy: PID 30949 died...\u000a23:55:57.913507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30949): Terminated: ok {rc=0}\u000a23:55:57.923491 --- ParallelTerminationStrategy: PID 30952 died...\u000a23:55:57.977921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30952): Terminated: ok {rc=0}\u000a23:55:57.987707 --- ParallelTerminationStrategy: PID 30955 died...\u000a23:55:58.042373 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30955): Terminated: ok {rc=0}\u000a23:55:58.128523 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30963): Process ended prematurely: osmo-stp_10.42.42.5(pid=30963) [trial-2351↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30963)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30963): Process ended prematurely: osmo-stp_10.42.42.5(pid=30963) [trial-2351↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30963)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a23:55:59.180209 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:59.192067 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a23:55:59.330730 tst ping_idle_ping.py: using LAC 17638\u000a23:55:59.447187 tst ping_idle_ping.py: using RAC 43\u000a23:55:59.564309 tst ping_idle_ping.py: using CellId 17638\u000a23:55:59.681740 tst ping_idle_ping.py: using BVCI 17639\u000a23:55:59.704383 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:59.715562 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:59.726617 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:59.737845 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:59.748712 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:59.759559 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:59.771902 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:59.783182 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:56:00.054547 tst ping_idle_ping.py:24: start network...\u000a23:56:00.177601 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:56:00.645566 run create_hlr_db(pid=30957): Launched\u000a23:56:00.818956 bus /gobi_6: Setting Powered False\u000a23:56:01.854653 run create_hlr_db(pid=30957): Terminated: ok {rc=0}\u000a23:56:02.326087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30959): Launched\u000a23:56:02.623019 run osmo-hlr_10.42.42.2(pid=30960): Launched\u000a23:56:02.739384 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:56:03.266808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30962): Launched\u000a23:56:03.563338 run osmo-stp_10.42.42.5(pid=30963): Launched\u000a23:56:03.676359 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:56:04.196013 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30965): Launched\u000a23:56:04.302172 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:56:04.560905 run patchelf(pid=30966): Launched\u000a23:56:04.734780 run osmo-stp_10.42.42.5(pid=30963): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30963)]\u000a23:56:04.862275 run osmo-stp_10.42.42.5(pid=30963): stdout: \u000a| (launched: 2022-12-08_23:56:03.417665)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:56:04.989986 run osmo-stp_10.42.42.5(pid=30963): stderr: \u000a| �[0;m�[38;5;43m20221208235603587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235603588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235603588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235603588 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235603589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235603589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235603589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:56:05.112675 run osmo-stp_10.42.42.5(pid=30963): stdout: \u000a| (launched: 2022-12-08_23:56:03.417665)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:56:05.235059 run osmo-stp_10.42.42.5(pid=30963): stderr: \u000a| �[0;m�[38;5;43m20221208235603587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235603588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235603588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235603588 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235603589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235603589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235603589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:56:05.376696 run patchelf(pid=30966): Terminating (SIGINT)\u000a23:56:05.542669 run patchelf(pid=30966): Terminated: ok {rc=0}\u000a23:56:05.573029 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30963): Process ended prematurely: osmo-stp_10.42.42.5(pid=30963) [trial-2351↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30963)] [trial-2351↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a23:56:05.581612 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a23:56:05.640421 run osmo-hlr_10.42.42.2(pid=30960): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30960)]\u000a23:56:05.688535 run osmo-hlr_10.42.42.2(pid=30960): stdout: \u000a| (launched: 2022-12-08_23:56:02.477289) \u000a23:56:05.737444 run osmo-hlr_10.42.42.2(pid=30960): stderr: \u000a| �[0;m�[1;31m20221208235602651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208235602651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208235602651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235602652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235602652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208235602652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208235602664 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208235602672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208235602673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208235602673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:56:05.779216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30959): Terminating (SIGTERM)\u000a23:56:05.818635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30962): Terminating (SIGTERM)\u000a23:56:05.857967 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30965): Terminating (SIGTERM)\u000a23:56:05.867199 --- ParallelTerminationStrategy: PID 30959 died...\u000a23:56:05.919580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30959): Terminated: ok {rc=0}\u000a23:56:05.929368 --- ParallelTerminationStrategy: PID 30962 died...\u000a23:56:05.981533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30962): Terminated: ok {rc=0}\u000a23:56:05.990872 --- ParallelTerminationStrategy: PID 30965 died...\u000a23:56:06.043183 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30965): Terminated: ok {rc=0}\u000a23:56:06.130567 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "92", "name" : "gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:55:08" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30977): Process ended prematurely: osmo-stp_10.42.42.5(pid=30977) [trial-2351↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30977)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30977): Process ended prematurely: osmo-stp_10.42.42.5(pid=30977) [trial-2351↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30977)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a23:56:08.161383 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:56:08.172374 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:56:08.324273 tst switch_tch_pdch.py: using LAC 17639\u000a23:56:08.441801 tst switch_tch_pdch.py: using RAC 44\u000a23:56:08.564735 tst switch_tch_pdch.py: using CellId 17639\u000a23:56:08.681282 tst switch_tch_pdch.py: using BVCI 17640\u000a23:56:08.703686 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:56:08.714647 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:56:08.725512 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:56:08.736261 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:56:08.748019 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:56:08.758795 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:56:08.770137 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:56:08.781348 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:56:08.898512 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:56:09.172261 tst switch_tch_pdch.py:51: start network...\u000a23:56:09.295540 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:56:09.759818 run create_hlr_db(pid=30971): Launched\u000a23:56:09.932063 bus /gobi_6: Setting Powered False\u000a23:56:10.952238 run create_hlr_db(pid=30971): Terminated: ok {rc=0}\u000a23:56:11.371350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30973): Launched\u000a23:56:11.686783 run osmo-hlr_10.42.42.2(pid=30974): Launched\u000a23:56:11.803372 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:56:12.350913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30976): Launched\u000a23:56:12.665666 run osmo-stp_10.42.42.5(pid=30977): Launched\u000a23:56:12.781536 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:56:13.332292 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30979): Launched\u000a23:56:13.444834 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:56:13.718809 run patchelf(pid=30980): Launched\u000a23:56:13.903781 run osmo-stp_10.42.42.5(pid=30977): ERR: Terminated: ERROR {rc=1} [trial-2351↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30977)]\u000a23:56:14.039098 run osmo-stp_10.42.42.5(pid=30977): stdout: \u000a| (launched: 2022-12-08_23:56:12.510986)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:56:14.174543 run osmo-stp_10.42.42.5(pid=30977): stderr: \u000a| �[0;m�[38;5;43m20221208235612701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235612701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235612702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235612702 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235612702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235612703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235612703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:56:14.305210 run osmo-stp_10.42.42.5(pid=30977): stdout: \u000a| (launched: 2022-12-08_23:56:12.510986)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:56:14.434354 run osmo-stp_10.42.42.5(pid=30977): stderr: \u000a| �[0;m�[38;5;43m20221208235612701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235612701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235612702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235612702 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235612702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235612703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235612703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:56:14.584219 run patchelf(pid=30980): Terminating (SIGINT)\u000a23:56:14.760498 run patchelf(pid=30980): Terminated: ok {rc=0}\u000a23:56:14.792725 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=30977): Process ended prematurely: osmo-stp_10.42.42.5(pid=30977) [trial-2351↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30977)] [trial-2351↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a23:56:14.802152 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a23:56:14.863634 run osmo-hlr_10.42.42.2(pid=30974): ERR: Terminated: ERROR {rc=237} [trial-2351↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30974)]\u000a23:56:14.914318 run osmo-hlr_10.42.42.2(pid=30974): stdout: \u000a| (launched: 2022-12-08_23:56:11.532347) \u000a23:56:14.965678 run osmo-hlr_10.42.42.2(pid=30974): stderr: \u000a| �[0;m�[1;31m20221208235611730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208235611730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208235611730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235611730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235611730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208235611730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208235611744 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208235611754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208235611754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208235611754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:56:15.009713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30973): Terminating (SIGTERM)\u000a23:56:15.051423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30976): Terminating (SIGTERM)\u000a23:56:15.093158 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30979): Terminating (SIGTERM)\u000a23:56:15.102782 --- ParallelTerminationStrategy: PID 30973 died...\u000a23:56:15.158170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30973): Terminated: ok {rc=0}\u000a23:56:15.168234 --- ParallelTerminationStrategy: PID 30976 died...\u000a23:56:15.223521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30976): Terminated: ok {rc=0}\u000a23:56:15.233429 --- ParallelTerminationStrategy: PID 30979 died...\u000a23:56:15.289320 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30979): Terminated: ok {rc=0}\u000a23:56:15.375855 bus /gobi_0: Setting Powered False\u000a23:56:16.494022 bus /gobi_0: Setting Powered False\u000a23:56:17.601166 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "93", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:56:07" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30990): Process ended prematurely: osmo-stp_10.42.42.5(pid=30990) [trial-2351↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30990)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30990): Process ended prematurely: osmo-stp_10.42.42.5(pid=30990) [trial-2351↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30990)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a23:56:19.580622 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:56:19.592829 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a23:56:19.750108 tst switch_tch_pdch.py: using LAC 17640\u000a23:56:19.871020 tst switch_tch_pdch.py: using RAC 45\u000a23:56:19.992647 tst switch_tch_pdch.py: using CellId 17640\u000a23:56:20.113892 tst switch_tch_pdch.py: using BVCI 17641\u000a23:56:20.137856 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:56:20.149075 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:56:20.160111 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:56:20.171208 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:56:20.182222 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:56:20.193801 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:56:20.205026 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:56:20.216133 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a23:56:20.328619 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a23:56:20.605192 tst switch_tch_pdch.py:51: start network...\u000a23:56:20.727495 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:56:21.166841 run create_hlr_db(pid=30984): Launched\u000a23:56:21.287408 bus /gobi_6: Setting Powered False\u000a23:56:22.357132 run create_hlr_db(pid=30984): Terminated: ok {rc=0}\u000a23:56:22.748664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30986): Launched\u000a23:56:23.062519 run osmo-hlr_10.42.42.2(pid=30987): Launched\u000a23:56:23.178548 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:56:23.697201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30989): Launched\u000a23:56:24.010241 run osmo-stp_10.42.42.5(pid=30990): Launched\u000a23:56:24.123919 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:56:24.644586 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30992): Launched\u000a23:56:24.756660 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:56:25.030036 run patchelf(pid=30993): Launched\u000a23:56:25.213837 run osmo-stp_10.42.42.5(pid=30990): ERR: Terminated: ERROR {rc=1} [trial-2351↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30990)]\u000a23:56:25.348576 run osmo-stp_10.42.42.5(pid=30990): stdout: \u000a| (launched: 2022-12-08_23:56:23.857494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:56:25.484028 run osmo-stp_10.42.42.5(pid=30990): stderr: \u000a| �[0;m�[38;5;43m20221208235624048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235624048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235624048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235624049 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235624049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235624049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235624049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:56:25.614012 run osmo-stp_10.42.42.5(pid=30990): stdout: \u000a| (launched: 2022-12-08_23:56:23.857494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:56:25.742525 run osmo-stp_10.42.42.5(pid=30990): stderr: \u000a| �[0;m�[38;5;43m20221208235624048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235624048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235624048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235624049 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235624049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235624049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235624049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:56:25.892524 run patchelf(pid=30993): Terminating (SIGINT)\u000a23:56:26.067921 run patchelf(pid=30993): Terminated: ok {rc=0}\u000a23:56:26.100038 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=30990): Process ended prematurely: osmo-stp_10.42.42.5(pid=30990) [trial-2351↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30990)] [trial-2351↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a23:56:26.109300 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a23:56:26.170606 run osmo-hlr_10.42.42.2(pid=30987): ERR: Terminated: ERROR {rc=237} [trial-2351↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30987)]\u000a23:56:26.220878 run osmo-hlr_10.42.42.2(pid=30987): stdout: \u000a| (launched: 2022-12-08_23:56:22.909169) \u000a23:56:26.271983 run osmo-hlr_10.42.42.2(pid=30987): stderr: \u000a| �[0;m�[1;31m20221208235623107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208235623107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208235623107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235623107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235623107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208235623107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208235623120 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208235623130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208235623130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208235623130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:56:26.315773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30986): Terminating (SIGTERM)\u000a23:56:26.356823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30989): Terminating (SIGTERM)\u000a23:56:26.397845 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30992): Terminating (SIGTERM)\u000a23:56:26.407263 --- ParallelTerminationStrategy: PID 30986 died...\u000a23:56:26.461930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30986): Terminated: ok {rc=0}\u000a23:56:26.471726 --- ParallelTerminationStrategy: PID 30989 died...\u000a23:56:26.526036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30989): Terminated: ok {rc=0}\u000a23:56:26.535762 --- ParallelTerminationStrategy: PID 30992 died...\u000a23:56:26.590783 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30992): Terminated: ok {rc=0}\u000a23:56:26.675837 bus /gobi_0: Setting Powered False\u000a23:56:27.779835 bus /gobi_0: Setting Powered False\u000a23:56:28.886413 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "94", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:56:19" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "nitb_sms:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=30998): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30998) [trial-2351↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30998)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=30998): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30998) [trial-2351↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30998)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 nitb_sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a23:56:30.784430 tst nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1)\u000a23:56:30.795430 tst nitb_sms:trx-lms: Using 1 x bts (candidates: 1)\u000a23:56:30.955126 tst mo_mt_sms.py: using LAC 17641\u000a23:56:31.108407 tst mo_mt_sms.py: using RAC 46\u000a23:56:31.241688 tst mo_mt_sms.py: using CellId 17641\u000a23:56:31.367466 tst mo_mt_sms.py: using BVCI 17642\u000a23:56:31.393081 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a23:56:31.515973 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a23:56:31.805885 tst mo_mt_sms.py:9: start nitb and bts...\u000a23:56:31.941792 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a23:56:32.595810 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30997): Launched\u000a23:56:32.907275 run osmo-nitb_10.42.42.2(pid=30998): Launched\u000a23:56:33.100028 run osmo-nitb_10.42.42.2(pid=30998): ERR: Terminated: ERROR {rc=2} [trial-2351↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30998)]\u000a23:56:33.242396 run osmo-nitb_10.42.42.2(pid=30998): stdout: \u000a| (launched: 2022-12-08_23:56:32.756675) \u000a23:56:33.385137 run osmo-nitb_10.42.42.2(pid=30998): stderr: \u000a| (launched: 2022-12-08_23:56:32.803525)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:56:33.523390 run osmo-nitb_10.42.42.2(pid=30998): stdout: \u000a| (launched: 2022-12-08_23:56:32.756675) \u000a23:56:33.660598 run osmo-nitb_10.42.42.2(pid=30998): stderr: \u000a| (launched: 2022-12-08_23:56:32.803525)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:56:34.034376 tst osmo-nitb_10.42.42.2(pid=30998): stdout: \u000a| (launched: 2022-12-08_23:56:32.756675) \u000a23:56:34.159769 tst osmo-nitb_10.42.42.2(pid=30998): stderr: \u000a| (launched: 2022-12-08_23:56:32.803525)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:56:34.214888 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=30998): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30998) [trial-2351↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30998)] [trial-2351↪nitb_sms:trx-lms↪mo_mt_sms.py:11]\u000a23:56:34.223754 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a23:56:34.259483 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30997): Terminating (SIGTERM)\u000a23:56:34.437257 --- ParallelTerminationStrategy: PID 30997 died...\u000a23:56:34.494257 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30997): Terminated: ok {rc=0}\u000a23:56:34.581113 bus /sierra_3: Setting Powered False\u000a23:56:35.686779 bus /sierra_3: Setting Powered False\u000a23:56:36.798655 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "95", "name" : "nitb_sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:56:30" }, { "cases" : [ { "testActions" : [ ], "age" : 21, "className" : "sms:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31008): Process ended prematurely: osmo-stp_10.42.42.5(pid=31008) [trial-2351↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31008)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31008): Process ended prematurely: osmo-stp_10.42.42.5(pid=31008) [trial-2351↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31008)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a23:56:38.684191 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:56:38.695087 tst sms:trx-lms: Using 1 x bts (candidates: 1)\u000a23:56:38.834965 tst mo_mt_sms.py: using LAC 17642\u000a23:56:38.958598 tst mo_mt_sms.py: using RAC 47\u000a23:56:39.080510 tst mo_mt_sms.py: using CellId 17642\u000a23:56:39.202149 tst mo_mt_sms.py: using BVCI 17643\u000a23:56:39.226145 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:56:39.237024 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:56:39.247738 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:56:39.258936 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:56:39.269806 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:56:39.280483 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a23:56:39.396322 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a23:56:39.605043 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:56:40.106472 run create_hlr_db(pid=31002): Launched\u000a23:56:40.289491 bus /sierra_2: Setting Powered False\u000a23:56:41.308228 run create_hlr_db(pid=31002): Terminated: ok {rc=0}\u000a23:56:41.705454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31004): Launched\u000a23:56:42.001879 run osmo-hlr_10.42.42.2(pid=31005): Launched\u000a23:56:42.114327 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:56:42.628528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31007): Launched\u000a23:56:42.923724 run osmo-stp_10.42.42.5(pid=31008): Launched\u000a23:56:43.032113 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:56:43.573171 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31010): Launched\u000a23:56:43.869392 run osmo-msc_10.42.42.6(pid=31011): Launched\u000a23:56:44.043661 run osmo-stp_10.42.42.5(pid=31008): ERR: Terminated: ERROR {rc=1} [trial-2351↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31008)]\u000a23:56:44.170389 run osmo-stp_10.42.42.5(pid=31008): stdout: \u000a| (launched: 2022-12-08_23:56:42.778459)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:56:44.293873 run osmo-stp_10.42.42.5(pid=31008): stderr: \u000a| �[0;m�[38;5;43m20221208235642947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235642948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235642948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235642948 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235642949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235642949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235642949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:56:44.413226 run osmo-stp_10.42.42.5(pid=31008): stdout: \u000a| (launched: 2022-12-08_23:56:42.778459)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:56:44.531194 run osmo-stp_10.42.42.5(pid=31008): stderr: \u000a| �[0;m�[38;5;43m20221208235642947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235642948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235642948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235642948 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235642949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235642949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235642949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:56:44.583003 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=31008): Process ended prematurely: osmo-stp_10.42.42.5(pid=31008) [trial-2351↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31008)] [trial-2351↪sms:trx-lms↪mo_mt_sms.py:16]\u000a23:56:44.590949 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a23:56:44.649601 run osmo-hlr_10.42.42.2(pid=31005): ERR: Terminated: ERROR {rc=237} [trial-2351↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31005)]\u000a23:56:44.697971 run osmo-hlr_10.42.42.2(pid=31005): stdout: \u000a| (launched: 2022-12-08_23:56:41.856041) \u000a23:56:44.747202 run osmo-hlr_10.42.42.2(pid=31005): stderr: \u000a| �[0;m�[1;31m20221208235642032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208235642032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208235642032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235642032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235642032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208235642032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208235642044 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208235642053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208235642054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208235642054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:56:44.813061 run osmo-msc_10.42.42.6(pid=31011): ERR: Terminated: ERROR {rc=2} [trial-2351↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31011)]\u000a23:56:44.861648 run osmo-msc_10.42.42.6(pid=31011): stdout: \u000a| (launched: 2022-12-08_23:56:43.723864) \u000a23:56:44.910383 run osmo-msc_10.42.42.6(pid=31011): stderr: \u000a| �[0;m�[38;5;43m20221208235643993 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208235643993 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0462f05c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208235643993 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208235643993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208235643993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208235643993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208235643995 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208235643996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208235643996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208235643996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:56:44.951706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31004): Terminating (SIGTERM)\u000a23:56:44.990565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31007): Terminating (SIGTERM)\u000a23:56:45.029656 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31010): Terminating (SIGTERM)\u000a23:56:45.038509 --- ParallelTerminationStrategy: PID 31004 died...\u000a23:56:45.091120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31004): Terminated: ok {rc=0}\u000a23:56:45.100649 --- ParallelTerminationStrategy: PID 31007 died...\u000a23:56:45.152427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31007): Terminated: ok {rc=0}\u000a23:56:45.161924 --- ParallelTerminationStrategy: PID 31010 died...\u000a23:56:45.213812 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31010): Terminated: ok {rc=0}\u000a23:56:45.295431 bus /sierra_3: Setting Powered False\u000a23:56:46.424015 bus /sierra_3: Setting Powered False\u000a23:56:47.535063 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "96", "name" : "sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:56:38" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "nitb_ussd:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=31018): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31018) [trial-2351↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31018)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=31018): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31018) [trial-2351↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31018)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 nitb_ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a23:56:49.378314 tst nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1)\u000a23:56:49.389213 tst nitb_ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a23:56:49.530179 tst assert_extension.py: using LAC 17643\u000a23:56:49.651396 tst assert_extension.py: using RAC 48\u000a23:56:49.773985 tst assert_extension.py: using CellId 17643\u000a23:56:49.895596 tst assert_extension.py: using BVCI 17644\u000a23:56:49.919428 tst nitb_ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a23:56:50.191523 tst assert_extension.py:10: start nitb and bts...\u000a23:56:50.314947 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a23:56:50.928152 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31017): Launched\u000a23:56:51.220672 run osmo-nitb_10.42.42.2(pid=31018): Launched\u000a23:56:51.403530 run osmo-nitb_10.42.42.2(pid=31018): ERR: Terminated: ERROR {rc=2} [trial-2351↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31018)]\u000a23:56:51.538326 run osmo-nitb_10.42.42.2(pid=31018): stdout: \u000a| (launched: 2022-12-08_23:56:51.078602) \u000a23:56:51.674105 run osmo-nitb_10.42.42.2(pid=31018): stderr: \u000a| (launched: 2022-12-08_23:56:51.122981)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:56:51.804250 run osmo-nitb_10.42.42.2(pid=31018): stdout: \u000a| (launched: 2022-12-08_23:56:51.078602) \u000a23:56:51.933886 run osmo-nitb_10.42.42.2(pid=31018): stderr: \u000a| (launched: 2022-12-08_23:56:51.122981)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:56:52.340409 tst osmo-nitb_10.42.42.2(pid=31018): stdout: \u000a| (launched: 2022-12-08_23:56:51.078602) \u000a23:56:52.458378 tst osmo-nitb_10.42.42.2(pid=31018): stderr: \u000a| (launched: 2022-12-08_23:56:51.122981)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:56:52.510135 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=31018): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31018) [trial-2351↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31018)] [trial-2351↪nitb_ussd:trx-lms↪assert_extension.py:12]\u000a23:56:52.518227 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a23:56:52.552442 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31017): Terminating (SIGTERM)\u000a23:56:52.729972 --- ParallelTerminationStrategy: PID 31017 died...\u000a23:56:52.783729 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31017): Terminated: ok {rc=0}\u000a23:56:52.871794 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "97", "name" : "nitb_ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:56:49" }, { "cases" : [ { "testActions" : [ ], "age" : 21, "className" : "ussd:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31028): Process ended prematurely: osmo-stp_10.42.42.5(pid=31028) [trial-2351↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31028)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31028): Process ended prematurely: osmo-stp_10.42.42.5(pid=31028) [trial-2351↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31028)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a23:56:54.717422 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:56:54.728422 tst ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a23:56:54.867117 tst assert_extension.py: using LAC 17644\u000a23:56:54.988339 tst assert_extension.py: using RAC 49\u000a23:56:55.109452 tst assert_extension.py: using CellId 17644\u000a23:56:55.231028 tst assert_extension.py: using BVCI 17645\u000a23:56:55.255021 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:56:55.265955 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:56:55.276675 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:56:55.287778 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:56:55.298693 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:56:55.309656 tst ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a23:56:55.506550 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:56:55.972865 run create_hlr_db(pid=31022): Launched\u000a23:56:56.144300 bus /sierra_2: Setting Powered False\u000a23:56:57.164251 run create_hlr_db(pid=31022): Terminated: ok {rc=0}\u000a23:56:57.586845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31024): Launched\u000a23:56:57.902823 run osmo-hlr_10.42.42.2(pid=31025): Launched\u000a23:56:58.021399 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:56:58.570443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31027): Launched\u000a23:56:58.885980 run osmo-stp_10.42.42.5(pid=31028): Launched\u000a23:56:59.000905 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:56:59.575808 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31030): Launched\u000a23:56:59.890705 run osmo-msc_10.42.42.6(pid=31031): Launched\u000a23:57:00.075568 run osmo-stp_10.42.42.5(pid=31028): ERR: Terminated: ERROR {rc=1} [trial-2351↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31028)]\u000a23:57:00.209026 run osmo-stp_10.42.42.5(pid=31028): stdout: \u000a| (launched: 2022-12-08_23:56:58.730912)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:57:00.342714 run osmo-stp_10.42.42.5(pid=31028): stderr: \u000a| �[0;m�[38;5;43m20221208235658922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235658922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235658922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235658922 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235658923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235658923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235658923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:57:00.469273 run osmo-stp_10.42.42.5(pid=31028): stdout: \u000a| (launched: 2022-12-08_23:56:58.730912)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:57:00.594708 run osmo-stp_10.42.42.5(pid=31028): stderr: \u000a| �[0;m�[38;5;43m20221208235658922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235658922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235658922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235658922 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235658923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235658923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235658923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:57:00.649611 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=31028): Process ended prematurely: osmo-stp_10.42.42.5(pid=31028) [trial-2351↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31028)] [trial-2351↪ussd:trx-lms↪assert_extension.py:17]\u000a23:57:00.658275 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a23:57:00.719490 run osmo-hlr_10.42.42.2(pid=31025): ERR: Terminated: ERROR {rc=237} [trial-2351↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31025)]\u000a23:57:00.770320 run osmo-hlr_10.42.42.2(pid=31025): stdout: \u000a| (launched: 2022-12-08_23:56:57.748313) \u000a23:57:00.821603 run osmo-hlr_10.42.42.2(pid=31025): stderr: \u000a| �[0;m�[1;31m20221208235657944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208235657944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208235657944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235657944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235657945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208235657945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208235657957 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208235657965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208235657966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208235657966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:57:00.910052 run osmo-msc_10.42.42.6(pid=31031): ERR: Terminated: ERROR {rc=2} [trial-2351↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31031)]\u000a23:57:00.962121 run osmo-msc_10.42.42.6(pid=31031): stdout: \u000a| (launched: 2022-12-08_23:56:59.736311) \u000a23:57:01.014910 run osmo-msc_10.42.42.6(pid=31031): stderr: \u000a| �[0;m�[38;5;43m20221208235700054 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208235700054 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff3c4019c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208235700054 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208235700054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208235700054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208235700055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208235700056 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208235700057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208235700057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208235700057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:57:01.060368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31024): Terminating (SIGTERM)\u000a23:57:01.102603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31027): Terminating (SIGTERM)\u000a23:57:01.144811 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31030): Terminating (SIGTERM)\u000a23:57:01.154493 --- ParallelTerminationStrategy: PID 31024 died...\u000a23:57:01.210831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31024): Terminated: ok {rc=0}\u000a23:57:01.221212 --- ParallelTerminationStrategy: PID 31027 died...\u000a23:57:01.277340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31027): Terminated: ok {rc=0}\u000a23:57:01.287753 --- ParallelTerminationStrategy: PID 31030 died...\u000a23:57:01.344015 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31030): Terminated: ok {rc=0}\u000a23:57:01.443401 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "98", "name" : "ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:56:54" }, { "cases" : [ { "testActions" : [ ], "age" : 25, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31043): Process ended prematurely: osmo-stp_10.42.42.5(pid=31043) [trial-2351↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31043)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31043): Process ended prematurely: osmo-stp_10.42.42.5(pid=31043) [trial-2351↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31043)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a23:57:03.405877 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:57:03.417217 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a23:57:03.577785 tst mo_mt_call.py: using LAC 17645\u000a23:57:03.701505 tst mo_mt_call.py: using RAC 50\u000a23:57:03.825150 tst mo_mt_call.py: using CellId 17645\u000a23:57:03.949156 tst mo_mt_call.py: using BVCI 17646\u000a23:57:03.973585 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:57:03.984764 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:57:03.995979 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:57:04.007241 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:57:04.018513 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:57:04.029719 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:57:04.146336 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:57:04.353998 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:57:04.864181 run create_hlr_db(pid=31037): Launched\u000a23:57:05.049449 bus /sierra_2: Setting Powered False\u000a23:57:06.070181 run create_hlr_db(pid=31037): Terminated: ok {rc=0}\u000a23:57:06.475098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31039): Launched\u000a23:57:06.776360 run osmo-hlr_10.42.42.2(pid=31040): Launched\u000a23:57:06.886385 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:57:07.409707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31042): Launched\u000a23:57:07.712455 run osmo-stp_10.42.42.5(pid=31043): Launched\u000a23:57:07.822628 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:57:08.371101 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31045): Launched\u000a23:57:08.672241 run osmo-msc_10.42.42.6(pid=31046): Launched\u000a23:57:08.849872 run osmo-stp_10.42.42.5(pid=31043): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31043)]\u000a23:57:08.978683 run osmo-stp_10.42.42.5(pid=31043): stdout: \u000a| (launched: 2022-12-08_23:57:07.563825)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:57:09.104766 run osmo-stp_10.42.42.5(pid=31043): stderr: \u000a| �[0;m�[38;5;43m20221208235707735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235707736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235707736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235707736 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235707737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235707737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235707737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:57:09.225714 run osmo-stp_10.42.42.5(pid=31043): stdout: \u000a| (launched: 2022-12-08_23:57:07.563825)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:57:09.345391 run osmo-stp_10.42.42.5(pid=31043): stderr: \u000a| �[0;m�[38;5;43m20221208235707735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235707736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235707736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235707736 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235707737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235707737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235707737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:57:09.398095 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31043): Process ended prematurely: osmo-stp_10.42.42.5(pid=31043) [trial-2351↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31043)] [trial-2351↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a23:57:09.406820 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a23:57:09.466065 run osmo-hlr_10.42.42.2(pid=31040): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31040)]\u000a23:57:09.514377 run osmo-hlr_10.42.42.2(pid=31040): stdout: \u000a| (launched: 2022-12-08_23:57:06.628492) \u000a23:57:09.563377 run osmo-hlr_10.42.42.2(pid=31040): stderr: \u000a| �[0;m�[1;31m20221208235706807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208235706807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208235706807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235706807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235706807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208235706807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208235706843 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208235706853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208235706854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208235706854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:57:09.629521 run osmo-msc_10.42.42.6(pid=31046): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31046)]\u000a23:57:09.678098 run osmo-msc_10.42.42.6(pid=31046): stdout: \u000a| (launched: 2022-12-08_23:57:08.524014) \u000a23:57:09.727707 run osmo-msc_10.42.42.6(pid=31046): stderr: \u000a| �[0;m�[38;5;43m20221208235708796 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208235708796 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa51fd0cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208235708797 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208235708797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208235708797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208235708797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208235708799 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208235708799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208235708799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208235708799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:57:09.768751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31039): Terminating (SIGTERM)\u000a23:57:09.807955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31042): Terminating (SIGTERM)\u000a23:57:09.847295 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31045): Terminating (SIGTERM)\u000a23:57:09.856289 --- ParallelTerminationStrategy: PID 31039 died...\u000a23:57:09.909072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31039): Terminated: ok {rc=0}\u000a23:57:09.918844 --- ParallelTerminationStrategy: PID 31042 died...\u000a23:57:09.970861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31042): Terminated: ok {rc=0}\u000a23:57:09.980610 --- ParallelTerminationStrategy: PID 31045 died...\u000a23:57:10.033061 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31045): Terminated: ok {rc=0}\u000a23:57:10.120870 bus /sierra_3: Setting Powered False\u000a23:57:11.224377 bus /sierra_3: Setting Powered False\u000a23:57:12.330571 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 32, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31054): Process ended prematurely: osmo-stp_10.42.42.5(pid=31054) [trial-2351↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31054)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31054): Process ended prematurely: osmo-stp_10.42.42.5(pid=31054) [trial-2351↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31054)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:57:13.442985 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:57:13.454938 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a23:57:13.617723 tst mo_mt_call_osmux.py: using LAC 17646\u000a23:57:13.742616 tst mo_mt_call_osmux.py: using RAC 51\u000a23:57:13.868032 tst mo_mt_call_osmux.py: using CellId 17646\u000a23:57:13.992861 tst mo_mt_call_osmux.py: using BVCI 17647\u000a23:57:14.017225 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:57:14.028567 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:57:14.039787 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:57:14.051118 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:57:14.062430 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:57:14.073663 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:57:14.189532 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:57:14.397459 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:57:14.874042 run create_hlr_db(pid=31048): Launched\u000a23:57:15.048524 bus /sierra_2: Setting Powered False\u000a23:57:16.098827 run create_hlr_db(pid=31048): Terminated: ok {rc=0}\u000a23:57:16.554727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31050): Launched\u000a23:57:16.936766 run osmo-hlr_10.42.42.2(pid=31051): Launched\u000a23:57:17.139874 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:57:17.767312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31053): Launched\u000a23:57:18.089798 run osmo-stp_10.42.42.5(pid=31054): Launched\u000a23:57:18.206723 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:57:18.792374 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31056): Launched\u000a23:57:19.111625 run osmo-msc_10.42.42.6(pid=31057): Launched\u000a23:57:19.299043 run osmo-stp_10.42.42.5(pid=31054): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31054)]\u000a23:57:19.435005 run osmo-stp_10.42.42.5(pid=31054): stdout: \u000a| (launched: 2022-12-08_23:57:17.932037)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:57:19.569889 run osmo-stp_10.42.42.5(pid=31054): stderr: \u000a| �[0;m�[38;5;43m20221208235718124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235718124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235718125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235718125 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235718126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235718126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235718126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:57:19.698434 run osmo-stp_10.42.42.5(pid=31054): stdout: \u000a| (launched: 2022-12-08_23:57:17.932037)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:57:19.826231 run osmo-stp_10.42.42.5(pid=31054): stderr: \u000a| �[0;m�[38;5;43m20221208235718124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235718124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235718125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235718125 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235718126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235718126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235718126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:57:19.882852 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31054): Process ended prematurely: osmo-stp_10.42.42.5(pid=31054) [trial-2351↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31054)] [trial-2351↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a23:57:19.892092 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a23:57:19.953819 run osmo-hlr_10.42.42.2(pid=31051): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31051)]\u000a23:57:20.004506 run osmo-hlr_10.42.42.2(pid=31051): stdout: \u000a| (launched: 2022-12-08_23:57:16.711374) \u000a23:57:20.055907 run osmo-hlr_10.42.42.2(pid=31051): stderr: \u000a| �[0;m�[1;31m20221208235717124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208235717124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208235717124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235717124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235717124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208235717124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208235717150 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208235717169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208235717169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208235717169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:57:20.125510 run osmo-msc_10.42.42.6(pid=31057): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31057)]\u000a23:57:20.176154 run osmo-msc_10.42.42.6(pid=31057): stdout: \u000a| (launched: 2022-12-08_23:57:18.956439) \u000a23:57:20.227388 run osmo-msc_10.42.42.6(pid=31057): stderr: \u000a| �[0;m�[38;5;43m20221208235719279 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208235719279 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efc6bf23c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208235719279 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208235719279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208235719279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208235719280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208235719281 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208235719282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208235719282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208235719282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:57:20.270950 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31050): Terminating (SIGTERM)\u000a23:57:20.312276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31053): Terminating (SIGTERM)\u000a23:57:20.353601 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31056): Terminating (SIGTERM)\u000a23:57:20.363036 --- ParallelTerminationStrategy: PID 31050 died...\u000a23:57:20.417763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31050): Terminated: ok {rc=0}\u000a23:57:20.427539 --- ParallelTerminationStrategy: PID 31053 died...\u000a23:57:20.482058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31053): Terminated: ok {rc=0}\u000a23:57:20.491893 --- ParallelTerminationStrategy: PID 31056 died...\u000a23:57:20.546319 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31056): Terminated: ok {rc=0}\u000a23:57:20.630950 bus /sierra_3: Setting Powered False\u000a23:57:21.736597 bus /sierra_3: Setting Powered False\u000a23:57:22.842684 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "99", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:57:03" }, { "cases" : [ { "testActions" : [ ], "age" : 21, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31068): Process ended prematurely: osmo-stp_10.42.42.5(pid=31068) [trial-2351↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31068)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31068): Process ended prematurely: osmo-stp_10.42.42.5(pid=31068) [trial-2351↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31068)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a23:57:24.844394 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:57:24.855713 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a23:57:25.017457 tst mo_mt_call.py: using LAC 17647\u000a23:57:25.144017 tst mo_mt_call.py: using RAC 52\u000a23:57:25.269190 tst mo_mt_call.py: using CellId 17647\u000a23:57:25.396020 tst mo_mt_call.py: using BVCI 17648\u000a23:57:25.420379 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:57:25.431709 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:57:25.442975 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:57:25.454563 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:57:25.465883 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:57:25.476943 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:57:25.594269 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:57:25.797838 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:57:26.275758 run create_hlr_db(pid=31062): Launched\u000a23:57:26.450122 bus /sierra_2: Setting Powered False\u000a23:57:27.471003 run create_hlr_db(pid=31062): Terminated: ok {rc=0}\u000a23:57:27.874369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31064): Launched\u000a23:57:28.177542 run osmo-hlr_10.42.42.2(pid=31065): Launched\u000a23:57:28.293358 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:57:28.826821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31067): Launched\u000a23:57:29.127779 run osmo-stp_10.42.42.5(pid=31068): Launched\u000a23:57:29.238372 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:57:29.788444 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31070): Launched\u000a23:57:30.090907 run osmo-msc_10.42.42.6(pid=31071): Launched\u000a23:57:30.267622 run osmo-stp_10.42.42.5(pid=31068): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31068)]\u000a23:57:30.395937 run osmo-stp_10.42.42.5(pid=31068): stdout: \u000a| (launched: 2022-12-08_23:57:28.979873)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:57:30.521987 run osmo-stp_10.42.42.5(pid=31068): stderr: \u000a| �[0;m�[38;5;43m20221208235729149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235729149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235729150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235729150 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235729152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235729153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235729153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:57:30.643314 run osmo-stp_10.42.42.5(pid=31068): stdout: \u000a| (launched: 2022-12-08_23:57:28.979873)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:57:30.763200 run osmo-stp_10.42.42.5(pid=31068): stderr: \u000a| �[0;m�[38;5;43m20221208235729149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235729149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235729150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235729150 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235729152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235729153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235729153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:57:30.816165 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31068): Process ended prematurely: osmo-stp_10.42.42.5(pid=31068) [trial-2351↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31068)] [trial-2351↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a23:57:30.824638 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a23:57:30.895181 run osmo-hlr_10.42.42.2(pid=31065): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31065)]\u000a23:57:30.955105 run osmo-hlr_10.42.42.2(pid=31065): stdout: \u000a| (launched: 2022-12-08_23:57:28.028499) \u000a23:57:31.010075 run osmo-hlr_10.42.42.2(pid=31065): stderr: \u000a| �[0;m�[1;31m20221208235728207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208235728207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208235728207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235728207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235728207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208235728207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208235728219 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208235728230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208235728230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208235728230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:57:31.094922 run osmo-msc_10.42.42.6(pid=31071): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31071)]\u000a23:57:31.159054 run osmo-msc_10.42.42.6(pid=31071): stdout: \u000a| (launched: 2022-12-08_23:57:29.942296) \u000a23:57:31.209876 run osmo-msc_10.42.42.6(pid=31071): stderr: \u000a| �[0;m�[38;5;43m20221208235730212 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208235730212 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8813349c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208235730212 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208235730212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208235730212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208235730212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208235730214 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208235730215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208235730215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208235730215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:57:31.254800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31064): Terminating (SIGTERM)\u000a23:57:31.297015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31067): Terminating (SIGTERM)\u000a23:57:31.339370 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31070): Terminating (SIGTERM)\u000a23:57:31.349686 --- ParallelTerminationStrategy: PID 31064 died...\u000a23:57:31.404595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31064): Terminated: ok {rc=0}\u000a23:57:31.415678 --- ParallelTerminationStrategy: PID 31067 died...\u000a23:57:31.470013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31067): Terminated: ok {rc=0}\u000a23:57:31.480802 --- ParallelTerminationStrategy: PID 31070 died...\u000a23:57:31.535986 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31070): Terminated: ok {rc=0}\u000a23:57:31.621347 bus /sierra_3: Setting Powered False\u000a23:57:32.721551 bus /sierra_3: Setting Powered False\u000a23:57:33.832288 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 32, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31080): Process ended prematurely: osmo-stp_10.42.42.5(pid=31080) [trial-2351↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31080)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31080): Process ended prematurely: osmo-stp_10.42.42.5(pid=31080) [trial-2351↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31080)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:57:34.941080 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:57:34.952713 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a23:57:35.108294 tst mo_mt_call_osmux.py: using LAC 17648\u000a23:57:35.226847 tst mo_mt_call_osmux.py: using RAC 53\u000a23:57:35.345940 tst mo_mt_call_osmux.py: using CellId 17648\u000a23:57:35.466419 tst mo_mt_call_osmux.py: using BVCI 17649\u000a23:57:35.489225 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:57:35.500013 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:57:35.510880 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:57:35.521568 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:57:35.532555 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:57:35.543473 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:57:35.657850 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:57:35.870028 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:57:36.383197 run create_hlr_db(pid=31074): Launched\u000a23:57:36.568333 bus /sierra_2: Setting Powered False\u000a23:57:37.588523 run create_hlr_db(pid=31074): Terminated: ok {rc=0}\u000a23:57:37.994177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31076): Launched\u000a23:57:38.295968 run osmo-hlr_10.42.42.2(pid=31077): Launched\u000a23:57:38.412504 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:57:38.941182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31079): Launched\u000a23:57:39.243449 run osmo-stp_10.42.42.5(pid=31080): Launched\u000a23:57:39.354289 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:57:39.904899 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31082): Launched\u000a23:57:40.209127 run osmo-msc_10.42.42.6(pid=31083): Launched\u000a23:57:40.387717 run osmo-stp_10.42.42.5(pid=31080): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31080)]\u000a23:57:40.516544 run osmo-stp_10.42.42.5(pid=31080): stdout: \u000a| (launched: 2022-12-08_23:57:39.095129)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:57:40.642722 run osmo-stp_10.42.42.5(pid=31080): stderr: \u000a| �[0;m�[38;5;43m20221208235739265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235739265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235739265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235739266 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235739266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235739266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235739266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:57:40.763964 run osmo-stp_10.42.42.5(pid=31080): stdout: \u000a| (launched: 2022-12-08_23:57:39.095129)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:57:40.884175 run osmo-stp_10.42.42.5(pid=31080): stderr: \u000a| �[0;m�[38;5;43m20221208235739265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235739265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235739265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235739266 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235739266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235739266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235739266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:57:40.937597 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31080): Process ended prematurely: osmo-stp_10.42.42.5(pid=31080) [trial-2351↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31080)] [trial-2351↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a23:57:40.946385 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a23:57:41.006321 run osmo-hlr_10.42.42.2(pid=31077): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31077)]\u000a23:57:41.055453 run osmo-hlr_10.42.42.2(pid=31077): stdout: \u000a| (launched: 2022-12-08_23:57:38.147761) \u000a23:57:41.105562 run osmo-hlr_10.42.42.2(pid=31077): stderr: \u000a| �[0;m�[1;31m20221208235738322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208235738323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208235738323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235738323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235738323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208235738323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208235738335 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208235738346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208235738346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208235738346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:57:41.172853 run osmo-msc_10.42.42.6(pid=31083): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31083)]\u000a23:57:41.222460 run osmo-msc_10.42.42.6(pid=31083): stdout: \u000a| (launched: 2022-12-08_23:57:40.058999) \u000a23:57:41.271572 run osmo-msc_10.42.42.6(pid=31083): stderr: \u000a| �[0;m�[38;5;43m20221208235740332 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208235740332 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f668d16fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208235740332 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208235740332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208235740332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208235740332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208235740334 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208235740335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208235740335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208235740335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:57:41.313744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31076): Terminating (SIGTERM)\u000a23:57:41.353465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31079): Terminating (SIGTERM)\u000a23:57:41.393330 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31082): Terminating (SIGTERM)\u000a23:57:41.402895 --- ParallelTerminationStrategy: PID 31076 died...\u000a23:57:41.456407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31076): Terminated: ok {rc=0}\u000a23:57:41.466464 --- ParallelTerminationStrategy: PID 31079 died...\u000a23:57:41.519368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31079): Terminated: ok {rc=0}\u000a23:57:41.529109 --- ParallelTerminationStrategy: PID 31082 died...\u000a23:57:41.582468 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31082): Terminated: ok {rc=0}\u000a23:57:41.671083 bus /sierra_3: Setting Powered False\u000a23:57:42.773222 bus /sierra_3: Setting Powered False\u000a23:57:43.885387 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "100", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:57:24" }, { "cases" : [ { "testActions" : [ ], "age" : 21, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31094): Process ended prematurely: osmo-stp_10.42.42.5(pid=31094) [trial-2351↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31094)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31094): Process ended prematurely: osmo-stp_10.42.42.5(pid=31094) [trial-2351↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31094)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a23:57:45.913636 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:57:45.926077 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a23:57:46.095159 tst mo_mt_call.py: using LAC 17649\u000a23:57:46.228606 tst mo_mt_call.py: using RAC 54\u000a23:57:46.385287 tst mo_mt_call.py: using CellId 17649\u000a23:57:46.516581 tst mo_mt_call.py: using BVCI 17650\u000a23:57:46.540586 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:57:46.552538 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:57:46.564122 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:57:46.577138 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:57:46.590125 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:57:46.602790 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:57:46.721989 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:57:46.977766 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:57:47.504232 run create_hlr_db(pid=31088): Launched\u000a23:57:47.691192 bus /sierra_2: Setting Powered False\u000a23:57:48.711918 run create_hlr_db(pid=31088): Terminated: ok {rc=0}\u000a23:57:49.125639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31090): Launched\u000a23:57:49.446502 run osmo-hlr_10.42.42.2(pid=31091): Launched\u000a23:57:49.565107 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:57:50.123457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31093): Launched\u000a23:57:50.442588 run osmo-stp_10.42.42.5(pid=31094): Launched\u000a23:57:50.558502 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:57:51.145415 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31096): Launched\u000a23:57:51.465770 run osmo-msc_10.42.42.6(pid=31097): Launched\u000a23:57:51.653958 run osmo-stp_10.42.42.5(pid=31094): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31094)]\u000a23:57:51.789108 run osmo-stp_10.42.42.5(pid=31094): stdout: \u000a| (launched: 2022-12-08_23:57:50.286582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:57:51.924613 run osmo-stp_10.42.42.5(pid=31094): stderr: \u000a| �[0;m�[38;5;43m20221208235750479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235750479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235750479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235750480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235750480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235750480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235750480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:57:52.053340 run osmo-stp_10.42.42.5(pid=31094): stdout: \u000a| (launched: 2022-12-08_23:57:50.286582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:57:52.180590 run osmo-stp_10.42.42.5(pid=31094): stderr: \u000a| �[0;m�[38;5;43m20221208235750479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235750479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235750479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235750480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235750480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235750480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235750480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:57:52.236806 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31094): Process ended prematurely: osmo-stp_10.42.42.5(pid=31094) [trial-2351↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31094)] [trial-2351↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a23:57:52.246009 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a23:57:52.307442 run osmo-hlr_10.42.42.2(pid=31091): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31091)]\u000a23:57:52.358131 run osmo-hlr_10.42.42.2(pid=31091): stdout: \u000a| (launched: 2022-12-08_23:57:49.289805) \u000a23:57:52.409145 run osmo-hlr_10.42.42.2(pid=31091): stderr: \u000a| �[0;m�[1;31m20221208235749486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208235749486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208235749486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235749486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235749486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208235749486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208235749499 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208235749510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208235749510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208235749510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:57:52.478293 run osmo-msc_10.42.42.6(pid=31097): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31097)]\u000a23:57:52.528891 run osmo-msc_10.42.42.6(pid=31097): stdout: \u000a| (launched: 2022-12-08_23:57:51.309238) \u000a23:57:52.580116 run osmo-msc_10.42.42.6(pid=31097): stderr: \u000a| �[0;m�[38;5;43m20221208235751633 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208235751633 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbeca7a6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208235751633 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208235751633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208235751634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208235751634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208235751635 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208235751636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208235751636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208235751636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:57:52.623474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31090): Terminating (SIGTERM)\u000a23:57:52.665066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31093): Terminating (SIGTERM)\u000a23:57:52.706164 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31096): Terminating (SIGTERM)\u000a23:57:52.715683 --- ParallelTerminationStrategy: PID 31090 died...\u000a23:57:52.770491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31090): Terminated: ok {rc=0}\u000a23:57:52.780790 --- ParallelTerminationStrategy: PID 31093 died...\u000a23:57:52.835710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31093): Terminated: ok {rc=0}\u000a23:57:52.845755 --- ParallelTerminationStrategy: PID 31096 died...\u000a23:57:52.900631 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31096): Terminated: ok {rc=0}\u000a23:57:52.986931 bus /sierra_3: Setting Powered False\u000a23:57:54.093267 bus /sierra_3: Setting Powered False\u000a23:57:55.199898 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 32, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31105): Process ended prematurely: osmo-stp_10.42.42.5(pid=31105) [trial-2351↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31105)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31105): Process ended prematurely: osmo-stp_10.42.42.5(pid=31105) [trial-2351↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31105)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:57:56.313763 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:57:56.325874 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a23:57:56.489664 tst mo_mt_call_osmux.py: using LAC 17650\u000a23:57:56.617310 tst mo_mt_call_osmux.py: using RAC 55\u000a23:57:56.744674 tst mo_mt_call_osmux.py: using CellId 17650\u000a23:57:56.871535 tst mo_mt_call_osmux.py: using BVCI 17651\u000a23:57:56.896294 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:57:56.907734 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:57:56.919021 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:57:56.930402 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:57:56.941685 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:57:56.952927 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:57:57.071468 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:57:57.271684 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:57:57.747893 run create_hlr_db(pid=31099): Launched\u000a23:57:57.922091 bus /sierra_2: Setting Powered False\u000a23:57:58.943627 run create_hlr_db(pid=31099): Terminated: ok {rc=0}\u000a23:57:59.369449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31101): Launched\u000a23:57:59.671603 run osmo-hlr_10.42.42.2(pid=31102): Launched\u000a23:57:59.789277 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:58:00.322636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31104): Launched\u000a23:58:00.624455 run osmo-stp_10.42.42.5(pid=31105): Launched\u000a23:58:00.734929 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:58:01.372048 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31107): Launched\u000a23:58:01.775673 run osmo-msc_10.42.42.6(pid=31108): Launched\u000a23:58:02.124539 run osmo-stp_10.42.42.5(pid=31105): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31105)]\u000a23:58:02.315392 run osmo-stp_10.42.42.5(pid=31105): stdout: \u000a| (launched: 2022-12-08_23:58:00.475951)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:58:02.441481 run osmo-stp_10.42.42.5(pid=31105): stderr: \u000a| �[0;m�[38;5;43m20221208235800646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235800646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235800647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235800647 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235800647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235800647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235800648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:58:02.562717 run osmo-stp_10.42.42.5(pid=31105): stdout: \u000a| (launched: 2022-12-08_23:58:00.475951)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:58:02.683172 run osmo-stp_10.42.42.5(pid=31105): stderr: \u000a| �[0;m�[38;5;43m20221208235800646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235800646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235800647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235800647 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235800647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235800647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235800648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:58:02.735920 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31105): Process ended prematurely: osmo-stp_10.42.42.5(pid=31105) [trial-2351↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31105)] [trial-2351↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a23:58:02.744489 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a23:58:02.803665 run osmo-hlr_10.42.42.2(pid=31102): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31102)]\u000a23:58:02.852356 run osmo-hlr_10.42.42.2(pid=31102): stdout: \u000a| (launched: 2022-12-08_23:57:59.523358) \u000a23:58:02.901669 run osmo-hlr_10.42.42.2(pid=31102): stderr: \u000a| �[0;m�[1;31m20221208235759698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208235759699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208235759699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235759699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235759699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208235759699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208235759711 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208235759720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208235759720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208235759720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:58:02.968599 run osmo-msc_10.42.42.6(pid=31108): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31108)]\u000a23:58:03.017252 run osmo-msc_10.42.42.6(pid=31108): stdout: \u000a| (launched: 2022-12-08_23:58:01.541059) \u000a23:58:03.065949 run osmo-msc_10.42.42.6(pid=31108): stderr: \u000a| �[0;m�[38;5;43m20221208235802012 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208235802012 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feadc41dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208235802012 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208235802012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208235802012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208235802012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208235802014 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208235802014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208235802015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208235802015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:58:03.107333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31101): Terminating (SIGTERM)\u000a23:58:03.146295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31104): Terminating (SIGTERM)\u000a23:58:03.185361 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31107): Terminating (SIGTERM)\u000a23:58:03.194553 --- ParallelTerminationStrategy: PID 31101 died...\u000a23:58:03.246767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31101): Terminated: ok {rc=0}\u000a23:58:03.256356 --- ParallelTerminationStrategy: PID 31104 died...\u000a23:58:03.308218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31104): Terminated: ok {rc=0}\u000a23:58:03.317871 --- ParallelTerminationStrategy: PID 31107 died...\u000a23:58:03.369852 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31107): Terminated: ok {rc=0}\u000a23:58:03.456397 bus /sierra_3: Setting Powered False\u000a23:58:04.558133 bus /sierra_3: Setting Powered False\u000a23:58:05.662689 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "101", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:57:45" }, { "cases" : [ { "testActions" : [ ], "age" : 25, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31119): Process ended prematurely: osmo-stp_10.42.42.5(pid=31119) [trial-2351↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31119)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31119): Process ended prematurely: osmo-stp_10.42.42.5(pid=31119) [trial-2351↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31119)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a23:58:07.664892 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:58:07.675966 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a23:58:07.829996 tst mo_mt_call.py: using LAC 17651\u000a23:58:07.956314 tst mo_mt_call.py: using RAC 56\u000a23:58:08.081424 tst mo_mt_call.py: using CellId 17651\u000a23:58:08.211327 tst mo_mt_call.py: using BVCI 17652\u000a23:58:08.235787 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:58:08.247250 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:58:08.258450 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:58:08.269659 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:58:08.280934 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:58:08.292190 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:58:08.409303 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:58:08.617763 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:58:09.129127 run create_hlr_db(pid=31113): Launched\u000a23:58:09.314890 bus /sierra_2: Setting Powered False\u000a23:58:10.336456 run create_hlr_db(pid=31113): Terminated: ok {rc=0}\u000a23:58:10.739986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31115): Launched\u000a23:58:11.042072 run osmo-hlr_10.42.42.2(pid=31116): Launched\u000a23:58:11.160580 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:58:11.690481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31118): Launched\u000a23:58:11.992294 run osmo-stp_10.42.42.5(pid=31119): Launched\u000a23:58:12.102013 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:58:12.652308 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31121): Launched\u000a23:58:12.955632 run osmo-msc_10.42.42.6(pid=31122): Launched\u000a23:58:13.133861 run osmo-stp_10.42.42.5(pid=31119): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31119)]\u000a23:58:13.263060 run osmo-stp_10.42.42.5(pid=31119): stdout: \u000a| (launched: 2022-12-08_23:58:11.844323)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:58:13.389257 run osmo-stp_10.42.42.5(pid=31119): stderr: \u000a| �[0;m�[38;5;43m20221208235812014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235812014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235812015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235812015 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235812016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235812016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235812016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:58:13.510942 run osmo-stp_10.42.42.5(pid=31119): stdout: \u000a| (launched: 2022-12-08_23:58:11.844323)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:58:13.631358 run osmo-stp_10.42.42.5(pid=31119): stderr: \u000a| �[0;m�[38;5;43m20221208235812014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235812014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235812015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235812015 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235812016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235812016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235812016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:58:13.684381 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31119): Process ended prematurely: osmo-stp_10.42.42.5(pid=31119) [trial-2351↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31119)] [trial-2351↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a23:58:13.693234 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a23:58:13.752940 run osmo-hlr_10.42.42.2(pid=31116): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31116)]\u000a23:58:13.802137 run osmo-hlr_10.42.42.2(pid=31116): stdout: \u000a| (launched: 2022-12-08_23:58:10.893331) \u000a23:58:13.851748 run osmo-hlr_10.42.42.2(pid=31116): stderr: \u000a| �[0;m�[1;31m20221208235811068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208235811068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208235811068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235811068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235811068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208235811068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208235811080 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208235811089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208235811089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208235811089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:58:13.918431 run osmo-msc_10.42.42.6(pid=31122): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31122)]\u000a23:58:13.967280 run osmo-msc_10.42.42.6(pid=31122): stdout: \u000a| (launched: 2022-12-08_23:58:12.805747) \u000a23:58:14.016739 run osmo-msc_10.42.42.6(pid=31122): stderr: \u000a| �[0;m�[38;5;43m20221208235813076 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208235813077 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5305433c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208235813077 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208235813077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208235813077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208235813077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208235813079 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208235813079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208235813079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208235813080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:58:14.058608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31115): Terminating (SIGTERM)\u000a23:58:14.098249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31118): Terminating (SIGTERM)\u000a23:58:14.137846 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31121): Terminating (SIGTERM)\u000a23:58:14.147292 --- ParallelTerminationStrategy: PID 31115 died...\u000a23:58:14.199848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31115): Terminated: ok {rc=0}\u000a23:58:14.209447 --- ParallelTerminationStrategy: PID 31118 died...\u000a23:58:14.262700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31118): Terminated: ok {rc=0}\u000a23:58:14.272630 --- ParallelTerminationStrategy: PID 31121 died...\u000a23:58:14.325203 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31121): Terminated: ok {rc=0}\u000a23:58:14.412798 bus /sierra_3: Setting Powered False\u000a23:58:15.514768 bus /sierra_3: Setting Powered False\u000a23:58:16.626486 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 28, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31130): Process ended prematurely: osmo-stp_10.42.42.5(pid=31130) [trial-2351↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31130)]", "failedSince" : 2324, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31130): Process ended prematurely: osmo-stp_10.42.42.5(pid=31130) [trial-2351↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31130)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:58:17.733665 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:58:17.745350 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a23:58:17.906022 tst mo_mt_call_osmux.py: using LAC 17652\u000a23:58:18.023410 tst mo_mt_call_osmux.py: using RAC 57\u000a23:58:18.140926 tst mo_mt_call_osmux.py: using CellId 17652\u000a23:58:18.259397 tst mo_mt_call_osmux.py: using BVCI 17653\u000a23:58:18.282508 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:58:18.293722 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:58:18.304363 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:58:18.315622 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:58:18.326828 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:58:18.337624 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:58:18.455348 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:58:18.655042 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:58:19.131122 run create_hlr_db(pid=31124): Launched\u000a23:58:19.305128 bus /sierra_2: Setting Powered False\u000a23:58:20.326646 run create_hlr_db(pid=31124): Terminated: ok {rc=0}\u000a23:58:20.754717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31126): Launched\u000a23:58:21.076328 run osmo-hlr_10.42.42.2(pid=31127): Launched\u000a23:58:21.194035 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:58:21.751057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31129): Launched\u000a23:58:22.072829 run osmo-stp_10.42.42.5(pid=31130): Launched\u000a23:58:22.189609 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:58:22.775833 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31132): Launched\u000a23:58:23.097904 run osmo-msc_10.42.42.6(pid=31133): Launched\u000a23:58:23.287179 run osmo-stp_10.42.42.5(pid=31130): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31130)]\u000a23:58:23.429230 run osmo-stp_10.42.42.5(pid=31130): stdout: \u000a| (launched: 2022-12-08_23:58:21.915199)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:58:23.563192 run osmo-stp_10.42.42.5(pid=31130): stderr: \u000a| �[0;m�[38;5;43m20221208235822106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235822107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235822107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235822107 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235822108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235822108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235822108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:58:23.692192 run osmo-stp_10.42.42.5(pid=31130): stdout: \u000a| (launched: 2022-12-08_23:58:21.915199)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:58:23.820037 run osmo-stp_10.42.42.5(pid=31130): stderr: \u000a| �[0;m�[38;5;43m20221208235822106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235822107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235822107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235822107 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235822108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235822108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235822108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:58:23.876569 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31130): Process ended prematurely: osmo-stp_10.42.42.5(pid=31130) [trial-2351↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31130)] [trial-2351↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a23:58:23.886134 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a23:58:23.948066 run osmo-hlr_10.42.42.2(pid=31127): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31127)]\u000a23:58:23.998810 run osmo-hlr_10.42.42.2(pid=31127): stdout: \u000a| (launched: 2022-12-08_23:58:20.919209) \u000a23:58:24.050073 run osmo-hlr_10.42.42.2(pid=31127): stderr: \u000a| �[0;m�[1;31m20221208235821116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208235821116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208235821116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235821116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235821116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208235821116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208235821128 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208235821136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208235821137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208235821137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:58:24.119719 run osmo-msc_10.42.42.6(pid=31133): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31133)]\u000a23:58:24.170564 run osmo-msc_10.42.42.6(pid=31133): stdout: \u000a| (launched: 2022-12-08_23:58:22.940169) \u000a23:58:24.222020 run osmo-msc_10.42.42.6(pid=31133): stderr: \u000a| �[0;m�[38;5;43m20221208235823263 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208235823264 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1be10f7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208235823264 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208235823264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208235823264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208235823264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208235823266 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208235823266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208235823266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208235823267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:58:24.265850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31126): Terminating (SIGTERM)\u000a23:58:24.307371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31129): Terminating (SIGTERM)\u000a23:58:24.349213 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31132): Terminating (SIGTERM)\u000a23:58:24.358829 --- ParallelTerminationStrategy: PID 31126 died...\u000a23:58:24.414153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31126): Terminated: ok {rc=0}\u000a23:58:24.424068 --- ParallelTerminationStrategy: PID 31129 died...\u000a23:58:24.479202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31129): Terminated: ok {rc=0}\u000a23:58:24.489157 --- ParallelTerminationStrategy: PID 31132 died...\u000a23:58:24.544088 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31132): Terminated: ok {rc=0}\u000a23:58:24.629843 bus /sierra_3: Setting Powered False\u000a23:58:25.730258 bus /sierra_3: Setting Powered False\u000a23:58:26.840843 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "102", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:58:07" }, { "cases" : [ { "testActions" : [ ], "age" : 21, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31144): Process ended prematurely: osmo-stp_10.42.42.5(pid=31144) [trial-2351↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31144)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31144): Process ended prematurely: osmo-stp_10.42.42.5(pid=31144) [trial-2351↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31144)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a23:58:28.850104 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:58:28.861378 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a23:58:29.025925 tst mo_mt_call.py: using LAC 17653\u000a23:58:29.152350 tst mo_mt_call.py: using RAC 58\u000a23:58:29.277151 tst mo_mt_call.py: using CellId 17653\u000a23:58:29.401329 tst mo_mt_call.py: using BVCI 17654\u000a23:58:29.425892 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:58:29.437230 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:58:29.448282 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:58:29.459425 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:58:29.470724 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:58:29.481909 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:58:29.600691 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:58:29.807058 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:58:30.320008 run create_hlr_db(pid=31138): Launched\u000a23:58:30.506071 bus /sierra_2: Setting Powered False\u000a23:58:31.532821 run create_hlr_db(pid=31138): Terminated: ok {rc=0}\u000a23:58:31.978248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31140): Launched\u000a23:58:32.303814 run osmo-hlr_10.42.42.2(pid=31141): Launched\u000a23:58:32.427358 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:58:32.987135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31143): Launched\u000a23:58:33.307780 run osmo-stp_10.42.42.5(pid=31144): Launched\u000a23:58:33.424587 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:58:34.009610 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31146): Launched\u000a23:58:34.329067 run osmo-msc_10.42.42.6(pid=31147): Launched\u000a23:58:34.517741 run osmo-stp_10.42.42.5(pid=31144): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31144)]\u000a23:58:34.653194 run osmo-stp_10.42.42.5(pid=31144): stdout: \u000a| (launched: 2022-12-08_23:58:33.151302)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:58:34.787846 run osmo-stp_10.42.42.5(pid=31144): stderr: \u000a| �[0;m�[38;5;43m20221208235833343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235833343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235833344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235833344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235833344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235833345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235833345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:58:34.917375 run osmo-stp_10.42.42.5(pid=31144): stdout: \u000a| (launched: 2022-12-08_23:58:33.151302)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:58:35.044433 run osmo-stp_10.42.42.5(pid=31144): stderr: \u000a| �[0;m�[38;5;43m20221208235833343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235833343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235833344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235833344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235833344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235833345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235833345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:58:35.100647 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31144): Process ended prematurely: osmo-stp_10.42.42.5(pid=31144) [trial-2351↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31144)] [trial-2351↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a23:58:35.109828 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a23:58:35.171452 run osmo-hlr_10.42.42.2(pid=31141): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31141)]\u000a23:58:35.222228 run osmo-hlr_10.42.42.2(pid=31141): stdout: \u000a| (launched: 2022-12-08_23:58:32.145785) \u000a23:58:35.273390 run osmo-hlr_10.42.42.2(pid=31141): stderr: \u000a| �[0;m�[1;31m20221208235832345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208235832345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208235832345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235832345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235832345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208235832345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208235832357 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208235832366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208235832366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208235832366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:58:35.342573 run osmo-msc_10.42.42.6(pid=31147): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31147)]\u000a23:58:35.393267 run osmo-msc_10.42.42.6(pid=31147): stdout: \u000a| (launched: 2022-12-08_23:58:34.172771) \u000a23:58:35.444493 run osmo-msc_10.42.42.6(pid=31147): stderr: \u000a| �[0;m�[38;5;43m20221208235834494 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208235834495 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa3a8209c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208235834495 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208235834495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208235834495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208235834495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208235834497 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208235834497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208235834497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208235834498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:58:35.487694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31140): Terminating (SIGTERM)\u000a23:58:35.528728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31143): Terminating (SIGTERM)\u000a23:58:35.569842 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31146): Terminating (SIGTERM)\u000a23:58:35.579302 --- ParallelTerminationStrategy: PID 31140 died...\u000a23:58:35.633829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31140): Terminated: ok {rc=0}\u000a23:58:35.643707 --- ParallelTerminationStrategy: PID 31143 died...\u000a23:58:35.698350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31143): Terminated: ok {rc=0}\u000a23:58:35.708159 --- ParallelTerminationStrategy: PID 31146 died...\u000a23:58:35.763265 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31146): Terminated: ok {rc=0}\u000a23:58:35.849362 bus /sierra_3: Setting Powered False\u000a23:58:36.956661 bus /sierra_3: Setting Powered False\u000a23:58:38.062841 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 187, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31156): Process ended prematurely: osmo-stp_10.42.42.5(pid=31156) [trial-2351↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31156)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31156): Process ended prematurely: osmo-stp_10.42.42.5(pid=31156) [trial-2351↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31156)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:58:39.176863 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:58:39.188802 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a23:58:39.358582 tst mo_mt_call_osmux.py: using LAC 17654\u000a23:58:39.483106 tst mo_mt_call_osmux.py: using RAC 59\u000a23:58:39.603217 tst mo_mt_call_osmux.py: using CellId 17654\u000a23:58:39.720780 tst mo_mt_call_osmux.py: using BVCI 17655\u000a23:58:39.743638 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:58:39.754880 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:58:39.765912 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:58:39.776726 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:58:39.788274 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:58:39.799824 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:58:39.920519 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:58:40.131507 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:58:40.644942 run create_hlr_db(pid=31150): Launched\u000a23:58:40.831200 bus /sierra_2: Setting Powered False\u000a23:58:41.851183 run create_hlr_db(pid=31150): Terminated: ok {rc=0}\u000a23:58:42.256584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31152): Launched\u000a23:58:42.558697 run osmo-hlr_10.42.42.2(pid=31153): Launched\u000a23:58:42.673233 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:58:43.209004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31155): Launched\u000a23:58:43.528728 run osmo-stp_10.42.42.5(pid=31156): Launched\u000a23:58:43.645470 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:58:44.231854 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31158): Launched\u000a23:58:44.551476 run osmo-msc_10.42.42.6(pid=31159): Launched\u000a23:58:44.739345 run osmo-stp_10.42.42.5(pid=31156): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31156)]\u000a23:58:44.875623 run osmo-stp_10.42.42.5(pid=31156): stdout: \u000a| (launched: 2022-12-08_23:58:43.372794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:58:45.011156 run osmo-stp_10.42.42.5(pid=31156): stderr: \u000a| �[0;m�[38;5;43m20221208235843564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235843564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235843564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235843565 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235843565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235843565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235843565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:58:45.139869 run osmo-stp_10.42.42.5(pid=31156): stdout: \u000a| (launched: 2022-12-08_23:58:43.372794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:58:45.267092 run osmo-stp_10.42.42.5(pid=31156): stderr: \u000a| �[0;m�[38;5;43m20221208235843564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235843564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235843564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235843565 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235843565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235843565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235843565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:58:45.323484 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31156): Process ended prematurely: osmo-stp_10.42.42.5(pid=31156) [trial-2351↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31156)] [trial-2351↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a23:58:45.332642 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a23:58:45.394250 run osmo-hlr_10.42.42.2(pid=31153): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31153)]\u000a23:58:45.445147 run osmo-hlr_10.42.42.2(pid=31153): stdout: \u000a| (launched: 2022-12-08_23:58:42.410264) \u000a23:58:45.496601 run osmo-hlr_10.42.42.2(pid=31153): stderr: \u000a| �[0;m�[1;31m20221208235842586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208235842586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208235842587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235842587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235842587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208235842587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208235842599 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208235842608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208235842608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208235842608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:58:45.566691 run osmo-msc_10.42.42.6(pid=31159): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31159)]\u000a23:58:45.617730 run osmo-msc_10.42.42.6(pid=31159): stdout: \u000a| (launched: 2022-12-08_23:58:44.395038) \u000a23:58:45.669222 run osmo-msc_10.42.42.6(pid=31159): stderr: \u000a| �[0;m�[38;5;43m20221208235844719 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208235844719 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5df8e56c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208235844719 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208235844719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208235844719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208235844720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208235844721 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208235844722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208235844722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208235844722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:58:45.712662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31152): Terminating (SIGTERM)\u000a23:58:45.753854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31155): Terminating (SIGTERM)\u000a23:58:45.795474 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31158): Terminating (SIGTERM)\u000a23:58:45.804894 --- ParallelTerminationStrategy: PID 31152 died...\u000a23:58:45.860182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31152): Terminated: ok {rc=0}\u000a23:58:45.870510 --- ParallelTerminationStrategy: PID 31155 died...\u000a23:58:45.926385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31155): Terminated: ok {rc=0}\u000a23:58:45.936691 --- ParallelTerminationStrategy: PID 31158 died...\u000a23:58:45.992419 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31158): Terminated: ok {rc=0}\u000a23:58:46.081052 bus /sierra_3: Setting Powered False\u000a23:58:47.205775 bus /sierra_3: Setting Powered False\u000a23:58:48.316697 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "103", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:58:28" }, { "cases" : [ { "testActions" : [ ], "age" : 21, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31171): Process ended prematurely: osmo-stp_10.42.42.5(pid=31171) [trial-2351↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31171)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31171): Process ended prematurely: osmo-stp_10.42.42.5(pid=31171) [trial-2351↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31171)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a23:58:50.312283 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:58:50.323569 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:58:50.478559 tst mo_mt_call.py: using LAC 17655\u000a23:58:50.603636 tst mo_mt_call.py: using RAC 60\u000a23:58:50.729232 tst mo_mt_call.py: using CellId 17655\u000a23:58:50.854752 tst mo_mt_call.py: using BVCI 17656\u000a23:58:50.879234 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:58:50.890633 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:58:50.901863 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:58:50.913550 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:58:50.924776 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:58:50.936008 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:58:51.050577 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:58:51.258576 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:58:51.772827 run create_hlr_db(pid=31165): Launched\u000a23:58:51.959588 bus /sierra_2: Setting Powered False\u000a23:58:52.980535 run create_hlr_db(pid=31165): Terminated: ok {rc=0}\u000a23:58:53.386773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31167): Launched\u000a23:58:53.690392 run osmo-hlr_10.42.42.2(pid=31168): Launched\u000a23:58:53.806722 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:58:54.339315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31170): Launched\u000a23:58:54.641747 run osmo-stp_10.42.42.5(pid=31171): Launched\u000a23:58:54.752540 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:58:55.304296 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31173): Launched\u000a23:58:55.606659 run osmo-msc_10.42.42.6(pid=31174): Launched\u000a23:58:55.785899 run osmo-stp_10.42.42.5(pid=31171): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31171)]\u000a23:58:55.915047 run osmo-stp_10.42.42.5(pid=31171): stdout: \u000a| (launched: 2022-12-08_23:58:54.493132)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:58:56.040558 run osmo-stp_10.42.42.5(pid=31171): stderr: \u000a| �[0;m�[38;5;43m20221208235854664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235854664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235854664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235854665 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235854665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235854665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235854665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:58:56.161867 run osmo-stp_10.42.42.5(pid=31171): stdout: \u000a| (launched: 2022-12-08_23:58:54.493132)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:58:56.281870 run osmo-stp_10.42.42.5(pid=31171): stderr: \u000a| �[0;m�[38;5;43m20221208235854664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235854664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235854664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235854665 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235854665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235854665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235854665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:58:56.335036 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31171): Process ended prematurely: osmo-stp_10.42.42.5(pid=31171) [trial-2351↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31171)] [trial-2351↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a23:58:56.343543 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a23:58:56.402729 run osmo-hlr_10.42.42.2(pid=31168): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31168)]\u000a23:58:56.451340 run osmo-hlr_10.42.42.2(pid=31168): stdout: \u000a| (launched: 2022-12-08_23:58:53.540773) \u000a23:58:56.500226 run osmo-hlr_10.42.42.2(pid=31168): stderr: \u000a| �[0;m�[1;31m20221208235853719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208235853719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208235853719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235853719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235853719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208235853719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208235853731 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208235853741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208235853742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208235853742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:58:56.567198 run osmo-msc_10.42.42.6(pid=31174): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31174)]\u000a23:58:56.615679 run osmo-msc_10.42.42.6(pid=31174): stdout: \u000a| (launched: 2022-12-08_23:58:55.457674) \u000a23:58:56.664554 run osmo-msc_10.42.42.6(pid=31174): stderr: \u000a| �[0;m�[38;5;43m20221208235855730 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208235855730 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd6f4229c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208235855730 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208235855730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208235855730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208235855731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208235855732 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208235855733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208235855733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208235855733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:58:56.705858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31167): Terminating (SIGTERM)\u000a23:58:56.744872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31170): Terminating (SIGTERM)\u000a23:58:56.783862 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31173): Terminating (SIGTERM)\u000a23:58:56.793126 --- ParallelTerminationStrategy: PID 31167 died...\u000a23:58:56.845467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31167): Terminated: ok {rc=0}\u000a23:58:56.855175 --- ParallelTerminationStrategy: PID 31170 died...\u000a23:58:56.907097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31170): Terminated: ok {rc=0}\u000a23:58:56.916704 --- ParallelTerminationStrategy: PID 31173 died...\u000a23:58:56.968847 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31173): Terminated: ok {rc=0}\u000a23:58:57.056592 bus /sierra_3: Setting Powered False\u000a23:58:58.159735 bus /sierra_3: Setting Powered False\u000a23:58:59.269546 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 187, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31182): Process ended prematurely: osmo-stp_10.42.42.5(pid=31182) [trial-2351↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31182)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31182): Process ended prematurely: osmo-stp_10.42.42.5(pid=31182) [trial-2351↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31182)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:59:00.378135 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:59:00.389760 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:59:00.543820 tst mo_mt_call_osmux.py: using LAC 17656\u000a23:59:00.663471 tst mo_mt_call_osmux.py: using RAC 61\u000a23:59:00.782871 tst mo_mt_call_osmux.py: using CellId 17656\u000a23:59:00.942335 tst mo_mt_call_osmux.py: using BVCI 17657\u000a23:59:00.968344 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:59:00.980619 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:59:00.993109 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:59:01.005656 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:59:01.018256 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:59:01.033638 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:59:01.156435 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:59:01.428666 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:59:01.952599 run create_hlr_db(pid=31176): Launched\u000a23:59:02.129769 bus /sierra_2: Setting Powered False\u000a23:59:03.148744 run create_hlr_db(pid=31176): Terminated: ok {rc=0}\u000a23:59:03.575186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31178): Launched\u000a23:59:03.895827 run osmo-hlr_10.42.42.2(pid=31179): Launched\u000a23:59:04.013806 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:59:04.570940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31181): Launched\u000a23:59:04.891243 run osmo-stp_10.42.42.5(pid=31182): Launched\u000a23:59:05.008867 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:59:05.601301 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31184): Launched\u000a23:59:05.923100 run osmo-msc_10.42.42.6(pid=31185): Launched\u000a23:59:06.112324 run osmo-stp_10.42.42.5(pid=31182): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31182)]\u000a23:59:06.248853 run osmo-stp_10.42.42.5(pid=31182): stdout: \u000a| (launched: 2022-12-08_23:59:04.734736)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:59:06.384434 run osmo-stp_10.42.42.5(pid=31182): stderr: \u000a| �[0;m�[38;5;43m20221208235904926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235904926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235904926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235904927 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235904929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235904929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235904929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:59:06.513762 run osmo-stp_10.42.42.5(pid=31182): stdout: \u000a| (launched: 2022-12-08_23:59:04.734736)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:59:06.642025 run osmo-stp_10.42.42.5(pid=31182): stderr: \u000a| �[0;m�[38;5;43m20221208235904926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235904926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235904926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235904927 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235904929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235904929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235904929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:59:06.699036 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31182): Process ended prematurely: osmo-stp_10.42.42.5(pid=31182) [trial-2351↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31182)] [trial-2351↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a23:59:06.708381 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a23:59:06.770289 run osmo-hlr_10.42.42.2(pid=31179): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31179)]\u000a23:59:06.821131 run osmo-hlr_10.42.42.2(pid=31179): stdout: \u000a| (launched: 2022-12-08_23:59:03.739046) \u000a23:59:06.872805 run osmo-hlr_10.42.42.2(pid=31179): stderr: \u000a| �[0;m�[1;31m20221208235903937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208235903937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208235903937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235903937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235903937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208235903937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208235903949 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208235903958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208235903958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208235903958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:59:06.943050 run osmo-msc_10.42.42.6(pid=31185): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31185)]\u000a23:59:06.994138 run osmo-msc_10.42.42.6(pid=31185): stdout: \u000a| (launched: 2022-12-08_23:59:05.765306) \u000a23:59:07.045509 run osmo-msc_10.42.42.6(pid=31185): stderr: \u000a| �[0;m�[38;5;43m20221208235906088 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208235906088 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fea60f79c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208235906088 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208235906088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208235906088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208235906088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208235906090 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208235906090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208235906091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208235906091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:59:07.089253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31178): Terminating (SIGTERM)\u000a23:59:07.130819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31181): Terminating (SIGTERM)\u000a23:59:07.172384 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31184): Terminating (SIGTERM)\u000a23:59:07.181986 --- ParallelTerminationStrategy: PID 31178 died...\u000a23:59:07.237026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31178): Terminated: ok {rc=0}\u000a23:59:07.246954 --- ParallelTerminationStrategy: PID 31181 died...\u000a23:59:07.301655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31181): Terminated: ok {rc=0}\u000a23:59:07.311535 --- ParallelTerminationStrategy: PID 31184 died...\u000a23:59:07.366452 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31184): Terminated: ok {rc=0}\u000a23:59:07.452200 bus /sierra_3: Setting Powered False\u000a23:59:08.558436 bus /sierra_3: Setting Powered False\u000a23:59:09.668439 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "104", "name" : "voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:58:50" }, { "cases" : [ { "testActions" : [ ], "age" : 23, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31196): Process ended prematurely: osmo-stp_10.42.42.5(pid=31196) [trial-2351↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31196)]", "failedSince" : 2329, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31196): Process ended prematurely: osmo-stp_10.42.42.5(pid=31196) [trial-2351↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31196)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a23:59:11.654058 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:59:11.664879 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:59:11.823805 tst mo_mt_call.py: using LAC 17657\u000a23:59:11.942280 tst mo_mt_call.py: using RAC 62\u000a23:59:12.060183 tst mo_mt_call.py: using CellId 17657\u000a23:59:12.179885 tst mo_mt_call.py: using BVCI 17658\u000a23:59:12.203009 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:59:12.213921 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:59:12.224513 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:59:12.235524 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:59:12.247001 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:59:12.258062 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:59:12.376086 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:59:12.578629 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:59:13.055177 run create_hlr_db(pid=31190): Launched\u000a23:59:13.229496 bus /sierra_2: Setting Powered False\u000a23:59:14.250202 run create_hlr_db(pid=31190): Terminated: ok {rc=0}\u000a23:59:14.676892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31192): Launched\u000a23:59:15.000027 run osmo-hlr_10.42.42.2(pid=31193): Launched\u000a23:59:15.121736 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:59:15.678210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31195): Launched\u000a23:59:16.053778 run osmo-stp_10.42.42.5(pid=31196): Launched\u000a23:59:16.250735 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:59:16.925595 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31198): Launched\u000a23:59:17.244206 run osmo-msc_10.42.42.6(pid=31199): Launched\u000a23:59:17.472421 run osmo-stp_10.42.42.5(pid=31196): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31196)]\u000a23:59:17.603212 run osmo-stp_10.42.42.5(pid=31196): stdout: \u000a| (launched: 2022-12-08_23:59:15.854674)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:59:17.729983 run osmo-stp_10.42.42.5(pid=31196): stderr: \u000a| �[0;m�[38;5;43m20221208235916207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235916207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235916208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235916208 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235916208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235916213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235916213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:59:17.851535 run osmo-stp_10.42.42.5(pid=31196): stdout: \u000a| (launched: 2022-12-08_23:59:15.854674)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:59:17.972071 run osmo-stp_10.42.42.5(pid=31196): stderr: \u000a| �[0;m�[38;5;43m20221208235916207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235916207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235916208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235916208 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235916208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235916213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235916213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:59:18.025441 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31196): Process ended prematurely: osmo-stp_10.42.42.5(pid=31196) [trial-2351↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31196)] [trial-2351↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a23:59:18.034196 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a23:59:18.093542 run osmo-hlr_10.42.42.2(pid=31193): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31193)]\u000a23:59:18.142535 run osmo-hlr_10.42.42.2(pid=31193): stdout: \u000a| (launched: 2022-12-08_23:59:14.841741) \u000a23:59:18.192489 run osmo-hlr_10.42.42.2(pid=31193): stderr: \u000a| �[0;m�[1;31m20221208235915042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208235915042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208235915042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235915042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235915042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208235915042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208235915054 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208235915062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208235915062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208235915062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:59:18.258986 run osmo-msc_10.42.42.6(pid=31199): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31199)]\u000a23:59:18.307956 run osmo-msc_10.42.42.6(pid=31199): stdout: \u000a| (launched: 2022-12-08_23:59:17.082521) \u000a23:59:18.356934 run osmo-msc_10.42.42.6(pid=31199): stderr: \u000a| �[0;m�[38;5;43m20221208235917425 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208235917425 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5ee9311c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208235917426 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208235917426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208235917426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208235917426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208235917428 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208235917428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208235917428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208235917428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:59:18.398798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31192): Terminating (SIGTERM)\u000a23:59:18.438187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31195): Terminating (SIGTERM)\u000a23:59:18.477921 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31198): Terminating (SIGTERM)\u000a23:59:18.486944 --- ParallelTerminationStrategy: PID 31192 died...\u000a23:59:18.540630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31192): Terminated: ok {rc=0}\u000a23:59:18.550378 --- ParallelTerminationStrategy: PID 31195 died...\u000a23:59:18.603495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31195): Terminated: ok {rc=0}\u000a23:59:18.613367 --- ParallelTerminationStrategy: PID 31198 died...\u000a23:59:18.665792 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31198): Terminated: ok {rc=0}\u000a23:59:18.753162 bus /sierra_3: Setting Powered False\u000a23:59:19.854653 bus /sierra_3: Setting Powered False\u000a23:59:20.964248 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 187, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31207): Process ended prematurely: osmo-stp_10.42.42.5(pid=31207) [trial-2351↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31207)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31207): Process ended prematurely: osmo-stp_10.42.42.5(pid=31207) [trial-2351↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31207)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:59:22.078990 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:59:22.091053 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:59:22.256549 tst mo_mt_call_osmux.py: using LAC 17658\u000a23:59:22.387479 tst mo_mt_call_osmux.py: using RAC 63\u000a23:59:22.516197 tst mo_mt_call_osmux.py: using CellId 17658\u000a23:59:22.641267 tst mo_mt_call_osmux.py: using BVCI 17659\u000a23:59:22.665750 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:59:22.676997 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:59:22.687959 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:59:22.699048 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:59:22.710206 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:59:22.721370 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:59:22.839774 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:59:23.049110 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:59:23.561137 run create_hlr_db(pid=31201): Launched\u000a23:59:23.746749 bus /sierra_2: Setting Powered False\u000a23:59:24.767477 run create_hlr_db(pid=31201): Terminated: ok {rc=0}\u000a23:59:25.174346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31203): Launched\u000a23:59:25.477247 run osmo-hlr_10.42.42.2(pid=31204): Launched\u000a23:59:25.595240 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:59:26.126462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31206): Launched\u000a23:59:26.427381 run osmo-stp_10.42.42.5(pid=31207): Launched\u000a23:59:26.538055 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:59:27.091536 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31209): Launched\u000a23:59:27.395023 run osmo-msc_10.42.42.6(pid=31210): Launched\u000a23:59:27.574782 run osmo-stp_10.42.42.5(pid=31207): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31207)]\u000a23:59:27.704033 run osmo-stp_10.42.42.5(pid=31207): stdout: \u000a| (launched: 2022-12-08_23:59:26.279575)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:59:27.830577 run osmo-stp_10.42.42.5(pid=31207): stderr: \u000a| �[0;m�[38;5;43m20221208235926448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235926448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235926449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235926449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235926450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235926450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235926450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:59:27.952043 run osmo-stp_10.42.42.5(pid=31207): stdout: \u000a| (launched: 2022-12-08_23:59:26.279575)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:59:28.072301 run osmo-stp_10.42.42.5(pid=31207): stderr: \u000a| �[0;m�[38;5;43m20221208235926448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235926448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235926449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235926449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235926450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235926450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235926450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:59:28.125523 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31207): Process ended prematurely: osmo-stp_10.42.42.5(pid=31207) [trial-2351↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31207)] [trial-2351↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a23:59:28.134144 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a23:59:28.193167 run osmo-hlr_10.42.42.2(pid=31204): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31204)]\u000a23:59:28.241823 run osmo-hlr_10.42.42.2(pid=31204): stdout: \u000a| (launched: 2022-12-08_23:59:25.328394) \u000a23:59:28.290356 run osmo-hlr_10.42.42.2(pid=31204): stderr: \u000a| �[0;m�[1;31m20221208235925505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208235925505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208235925505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235925505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235925505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208235925505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208235925518 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208235925527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208235925527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208235925527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:59:28.357027 run osmo-msc_10.42.42.6(pid=31210): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31210)]\u000a23:59:28.405441 run osmo-msc_10.42.42.6(pid=31210): stdout: \u000a| (launched: 2022-12-08_23:59:27.245251) \u000a23:59:28.454330 run osmo-msc_10.42.42.6(pid=31210): stderr: \u000a| �[0;m�[38;5;43m20221208235927519 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208235927519 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbb7a0d3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208235927519 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208235927519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208235927519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208235927519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208235927521 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208235927521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208235927522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208235927522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:59:28.496248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31203): Terminating (SIGTERM)\u000a23:59:28.535407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31206): Terminating (SIGTERM)\u000a23:59:28.574763 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31209): Terminating (SIGTERM)\u000a23:59:28.583784 --- ParallelTerminationStrategy: PID 31203 died...\u000a23:59:28.636794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31203): Terminated: ok {rc=0}\u000a23:59:28.646268 --- ParallelTerminationStrategy: PID 31206 died...\u000a23:59:28.698496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31206): Terminated: ok {rc=0}\u000a23:59:28.708007 --- ParallelTerminationStrategy: PID 31209 died...\u000a23:59:28.761491 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31209): Terminated: ok {rc=0}\u000a23:59:28.848426 bus /sierra_3: Setting Powered False\u000a23:59:29.950057 bus /sierra_3: Setting Powered False\u000a23:59:31.072463 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "105", "name" : "voice_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:59:11" }, { "cases" : [ { "testActions" : [ ], "age" : 21, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31223): Process ended prematurely: osmo-stp_10.42.42.5(pid=31223) [trial-2351↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31223)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31223): Process ended prematurely: osmo-stp_10.42.42.5(pid=31223) [trial-2351↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31223)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 emergency:trx-lms emergency_mo_mt_call.py\u000a----------------------------------------------\u000a23:59:33.078979 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:59:33.089986 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a23:59:33.225907 tst emergency_mo_mt_call.py: using LAC 17659\u000a23:59:33.342945 tst emergency_mo_mt_call.py: using RAC 64\u000a23:59:33.460567 tst emergency_mo_mt_call.py: using CellId 17659\u000a23:59:33.578367 tst emergency_mo_mt_call.py: using BVCI 17660\u000a23:59:33.600775 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:59:33.611342 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:59:33.621726 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:59:33.632581 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:59:33.643591 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:59:33.654020 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a23:59:33.772322 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a23:59:33.974281 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:59:34.439942 run create_hlr_db(pid=31217): Launched\u000a23:59:34.612276 bus /sierra_2: Setting Powered False\u000a23:59:35.631908 run create_hlr_db(pid=31217): Terminated: ok {rc=0}\u000a23:59:36.028502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31219): Launched\u000a23:59:36.325329 run osmo-hlr_10.42.42.2(pid=31220): Launched\u000a23:59:36.440569 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:59:36.963076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31222): Launched\u000a23:59:37.258978 run osmo-stp_10.42.42.5(pid=31223): Launched\u000a23:59:37.378612 tst emergency_mo_mt_call.py: using MSISDN 6917\u000a23:59:37.525906 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:59:38.067232 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31225): Launched\u000a23:59:38.365191 run osmo-msc_10.42.42.6(pid=31226): Launched\u000a23:59:38.540602 run osmo-stp_10.42.42.5(pid=31223): ERR: Terminated: ERROR {rc=1} [trial-2351↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31223)]\u000a23:59:38.667754 run osmo-stp_10.42.42.5(pid=31223): stdout: \u000a| (launched: 2022-12-08_23:59:37.113021)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:59:38.791664 run osmo-stp_10.42.42.5(pid=31223): stderr: \u000a| �[0;m�[38;5;43m20221208235937281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235937282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235937282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235937283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235937283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235937284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235937284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:59:38.911648 run osmo-stp_10.42.42.5(pid=31223): stdout: \u000a| (launched: 2022-12-08_23:59:37.113021)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:59:39.030440 run osmo-stp_10.42.42.5(pid=31223): stderr: \u000a| �[0;m�[38;5;43m20221208235937281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235937282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235937282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235937283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235937283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235937284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235937284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:59:39.082524 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=31223): Process ended prematurely: osmo-stp_10.42.42.5(pid=31223) [trial-2351↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31223)] [trial-2351↪emergency:trx-lms↪emergency_mo_mt_call.py:19]\u000a23:59:39.090739 tst emergency_mo_mt_call.py:19: Test FAILED (6.0 sec)\u000a23:59:39.150479 run osmo-hlr_10.42.42.2(pid=31220): ERR: Terminated: ERROR {rc=237} [trial-2351↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31220)]\u000a23:59:39.198727 run osmo-hlr_10.42.42.2(pid=31220): stdout: \u000a| (launched: 2022-12-08_23:59:36.179248) \u000a23:59:39.247683 run osmo-hlr_10.42.42.2(pid=31220): stderr: \u000a| �[0;m�[1;31m20221208235936354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208235936354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208235936354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235936354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235936355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208235936355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208235936367 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208235936375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208235936376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208235936376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:59:39.314204 run osmo-msc_10.42.42.6(pid=31226): ERR: Terminated: ERROR {rc=2} [trial-2351↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31226)]\u000a23:59:39.362624 run osmo-msc_10.42.42.6(pid=31226): stdout: \u000a| (launched: 2022-12-08_23:59:38.218045) \u000a23:59:39.411723 run osmo-msc_10.42.42.6(pid=31226): stderr: \u000a| �[0;m�[38;5;43m20221208235938489 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208235938489 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f66f36c1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208235938489 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208235938489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208235938490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208235938490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208235938491 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208235938492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208235938492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208235938492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:59:39.452818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31219): Terminating (SIGTERM)\u000a23:59:39.492072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31222): Terminating (SIGTERM)\u000a23:59:39.531312 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31225): Terminating (SIGTERM)\u000a23:59:39.540514 --- ParallelTerminationStrategy: PID 31219 died...\u000a23:59:39.592938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31219): Terminated: ok {rc=0}\u000a23:59:39.602678 --- ParallelTerminationStrategy: PID 31222 died...\u000a23:59:39.654535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31222): Terminated: ok {rc=0}\u000a23:59:39.663824 --- ParallelTerminationStrategy: PID 31225 died...\u000a23:59:39.715921 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31225): Terminated: ok {rc=0}\u000a23:59:39.798576 bus /sierra_3: Setting Powered False\u000a23:59:40.903866 bus /sierra_3: Setting Powered False\u000a23:59:42.013580 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 210, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31234): Process ended prematurely: osmo-stp_10.42.42.5(pid=31234) [trial-2351↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31234)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31234): Process ended prematurely: osmo-stp_10.42.42.5(pid=31234) [trial-2351↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31234)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 emergency:trx-lms emergency_preemptive_call.py\u000a----------------------------------------------\u000a23:59:43.064394 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:59:43.075516 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a23:59:43.211471 tst emergency_preemptive_call.py: using LAC 17660\u000a23:59:43.329190 tst emergency_preemptive_call.py: using RAC 65\u000a23:59:43.455764 tst emergency_preemptive_call.py: using CellId 17660\u000a23:59:43.577966 tst emergency_preemptive_call.py: using BVCI 17661\u000a23:59:43.602127 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:59:43.613416 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:59:43.624202 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:59:43.635218 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:59:43.647901 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:59:43.658747 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a23:59:43.772735 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a23:59:43.887668 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a23:59:44.001412 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a23:59:44.197417 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:59:44.665724 run create_hlr_db(pid=31228): Launched\u000a23:59:44.838010 bus /sierra_2: Setting Powered False\u000a23:59:45.863713 run create_hlr_db(pid=31228): Terminated: ok {rc=0}\u000a23:59:46.318603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31230): Launched\u000a23:59:46.677386 run osmo-hlr_10.42.42.2(pid=31231): Launched\u000a23:59:46.827915 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:59:47.463553 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31233): Launched\u000a23:59:47.760828 run osmo-stp_10.42.42.5(pid=31234): Launched\u000a23:59:47.887971 tst emergency_preemptive_call.py: using MSISDN 6918\u000a23:59:48.041759 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:59:48.581427 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31236): Launched\u000a23:59:48.878749 run osmo-msc_10.42.42.6(pid=31237): Launched\u000a23:59:49.053666 run osmo-stp_10.42.42.5(pid=31234): ERR: Terminated: ERROR {rc=1} [trial-2351↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31234)]\u000a23:59:49.180212 run osmo-stp_10.42.42.5(pid=31234): stdout: \u000a| (launched: 2022-12-08_23:59:47.615004)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:59:49.303974 run osmo-stp_10.42.42.5(pid=31234): stderr: \u000a| �[0;m�[38;5;43m20221208235947786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235947786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235947786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235947787 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235947787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235947787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235947788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:59:49.422986 run osmo-stp_10.42.42.5(pid=31234): stdout: \u000a| (launched: 2022-12-08_23:59:47.615004)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:59:49.540774 run osmo-stp_10.42.42.5(pid=31234): stderr: \u000a| �[0;m�[38;5;43m20221208235947786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208235947786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208235947786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208235947787 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208235947787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208235947787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208235947788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:59:49.592587 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=31234): Process ended prematurely: osmo-stp_10.42.42.5(pid=31234) [trial-2351↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31234)] [trial-2351↪emergency:trx-lms↪emergency_preemptive_call.py:32]\u000a23:59:49.600421 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a23:59:49.659905 run osmo-hlr_10.42.42.2(pid=31231): ERR: Terminated: ERROR {rc=237} [trial-2351↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31231)]\u000a23:59:49.708816 run osmo-hlr_10.42.42.2(pid=31231): stdout: \u000a| (launched: 2022-12-08_23:59:46.485308) \u000a23:59:49.758046 run osmo-hlr_10.42.42.2(pid=31231): stderr: \u000a| �[0;m�[1;31m20221208235946888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208235946888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208235946888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235946888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208235946888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208235946888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208235946910 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208235946932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208235946933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208235946933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:59:49.825488 run osmo-msc_10.42.42.6(pid=31237): ERR: Terminated: ERROR {rc=2} [trial-2351↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31237)]\u000a23:59:49.874833 run osmo-msc_10.42.42.6(pid=31237): stdout: \u000a| (launched: 2022-12-08_23:59:48.732229) \u000a23:59:49.924708 run osmo-msc_10.42.42.6(pid=31237): stderr: \u000a| �[0;m�[38;5;43m20221208235949003 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208235949003 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe23af91c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208235949003 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208235949003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208235949003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208235949003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208235949005 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208235949006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208235949006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208235949006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:59:49.966146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31230): Terminating (SIGTERM)\u000a23:59:50.005541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31233): Terminating (SIGTERM)\u000a23:59:50.044884 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31236): Terminating (SIGTERM)\u000a23:59:50.054269 --- ParallelTerminationStrategy: PID 31230 died...\u000a23:59:50.107372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31230): Terminated: ok {rc=0}\u000a23:59:50.116810 --- ParallelTerminationStrategy: PID 31233 died...\u000a23:59:50.169674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31233): Terminated: ok {rc=0}\u000a23:59:50.179080 --- ParallelTerminationStrategy: PID 31236 died...\u000a23:59:50.232053 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31236): Terminated: ok {rc=0}\u000a23:59:50.315142 bus /sierra_9: Setting Powered False\u000a23:59:51.420376 bus /sierra_9: Setting Powered False\u000a23:59:52.530701 bus /sierra_8: Setting Powered False\u000a23:59:53.631728 bus /sierra_8: Setting Powered False\u000a23:59:54.743901 bus /sierra_3: Setting Powered False\u000a23:59:55.849114 bus /sierra_3: Setting Powered False\u000a23:59:56.956882 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "106", "name" : "emergency_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:59:32" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-lms", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31293): Process ended prematurely: osmo-stp_10.42.42.5(pid=31293) [trial-2351↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31293)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31293): Process ended prematurely: osmo-stp_10.42.42.5(pid=31293) [trial-2351↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31293)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-lms cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:59:59.080615 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a23:59:59.091493 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a23:59:59.229320 tst cs_paging_gprs_active.py: using LAC 17661\u000a23:59:59.348149 tst cs_paging_gprs_active.py: using RAC 66\u000a23:59:59.469594 tst cs_paging_gprs_active.py: using CellId 17661\u000a23:59:59.589095 tst cs_paging_gprs_active.py: using BVCI 17662\u000a23:59:59.612159 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a23:59:59.622794 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a23:59:59.633102 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a23:59:59.643348 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a23:59:59.653804 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a23:59:59.664463 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a23:59:59.675060 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a23:59:59.685967 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a23:59:59.696675 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a23:59:59.811100 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a00:00:00.087108 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:00:00.213434 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:00:00.527235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31242): Launched\u000a00:00:00.788421 run iperf3-srv_10.42.42.10(pid=31243): Launched\u000a00:00:01.045095 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:00:01.185342 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:00:01.546419 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31251): Launched\u000a00:00:01.882310 run iperf3-srv_10.42.42.10(pid=31252): Launched\u000a00:00:02.145248 tst cs_paging_gprs_active.py:38: start network...\u000a00:00:02.297939 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:00:02.952138 run create_hlr_db(pid=31264): Launched\u000a00:00:03.153041 bus /sierra_2: Setting Powered False\u000a00:00:04.208599 run create_hlr_db(pid=31264): Terminated: ok {rc=0}\u000a00:00:04.697329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31281): Launched\u000a00:00:05.133735 run osmo-hlr_10.42.42.2(pid=31282): Launched\u000a00:00:05.394031 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:00:06.004295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31291): Launched\u000a00:00:06.574107 run osmo-stp_10.42.42.5(pid=31293): Launched\u000a00:00:06.787740 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:00:07.410441 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31303): Launched\u000a00:00:07.529201 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:00:07.834045 run patchelf(pid=31304): Launched\u000a00:00:08.027357 run osmo-stp_10.42.42.5(pid=31293): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31293)]\u000a00:00:08.168620 run osmo-stp_10.42.42.5(pid=31293): stdout: \u000a| (launched: 2022-12-09_00:00:06.203749)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:00:08.309610 run osmo-stp_10.42.42.5(pid=31293): stderr: \u000a| �[0;m�[38;5;43m20221209000006599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000006599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000006600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000006600 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000006600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000006600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000006605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:00:08.446827 run osmo-stp_10.42.42.5(pid=31293): stdout: \u000a| (launched: 2022-12-09_00:00:06.203749)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:00:08.583764 run osmo-stp_10.42.42.5(pid=31293): stderr: \u000a| �[0;m�[38;5;43m20221209000006599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000006599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000006600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000006600 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000006600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000006600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000006605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:00:08.743276 run patchelf(pid=31304): Terminating (SIGINT)\u000a00:00:08.926901 run patchelf(pid=31304): Terminated: ok {rc=0}\u000a00:00:08.963121 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31293): Process ended prematurely: osmo-stp_10.42.42.5(pid=31293) [trial-2351↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31293)] [trial-2351↪gprs:trx-lms↪cs_paging_gprs_active.py:38]\u000a00:00:08.973987 tst cs_paging_gprs_active.py:38: Test FAILED (9.9 sec)\u000a00:00:09.041323 run osmo-hlr_10.42.42.2(pid=31282): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31282)]\u000a00:00:09.093588 run osmo-hlr_10.42.42.2(pid=31282): stdout: \u000a| (launched: 2022-12-09_00:00:04.867451) \u000a00:00:09.149204 run osmo-hlr_10.42.42.2(pid=31282): stderr: \u000a| �[0;m�[1;31m20221209000005181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209000005181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209000005181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000005181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000005181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209000005181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209000005208 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209000005217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209000005217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209000005217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:00:09.196100 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31242): Terminating (SIGTERM)\u000a00:00:09.241945 run iperf3-srv_10.42.42.10(pid=31243): Terminating (SIGTERM)\u000a00:00:09.287711 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31251): Terminating (SIGTERM)\u000a00:00:09.334772 run iperf3-srv_10.42.42.10(pid=31252): Terminating (SIGTERM)\u000a00:00:09.380214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31281): Terminating (SIGTERM)\u000a00:00:09.424726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31291): Terminating (SIGTERM)\u000a00:00:09.472051 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31303): Terminating (SIGTERM)\u000a00:00:09.482861 --- ParallelTerminationStrategy: PID 31242 died...\u000a00:00:09.543778 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31242): Terminated: ok {rc=0}\u000a00:00:09.554668 --- ParallelTerminationStrategy: PID 31243 died...\u000a00:00:09.614203 run iperf3-srv_10.42.42.10(pid=31243): Terminated {rc=256}\u000a00:00:09.625097 --- ParallelTerminationStrategy: PID 31251 died...\u000a00:00:09.683920 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31251): Terminated: ok {rc=0}\u000a00:00:09.695843 --- ParallelTerminationStrategy: PID 31252 died...\u000a00:00:09.754505 run iperf3-srv_10.42.42.10(pid=31252): Terminated {rc=256}\u000a00:00:09.766406 --- ParallelTerminationStrategy: PID 31281 died...\u000a00:00:09.826045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31281): Terminated: ok {rc=0}\u000a00:00:09.837968 --- ParallelTerminationStrategy: PID 31291 died...\u000a00:00:09.895631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31291): Terminated: ok {rc=0}\u000a00:00:09.906509 --- ParallelTerminationStrategy: PID 31303 died...\u000a00:00:09.965562 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31303): Terminated: ok {rc=0}\u000a00:00:10.051803 bus /gobi_0: Setting Powered False\u000a00:00:11.161475 bus /gobi_0: Setting Powered False\u000a00:00:12.275322 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 210, "className" : "gprs:trx-lms", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31320): Process ended prematurely: osmo-stp_10.42.42.5(pid=31320) [trial-2351↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31320)]", "failedSince" : 2142, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31320): Process ended prematurely: osmo-stp_10.42.42.5(pid=31320) [trial-2351↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31320)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-lms iperf3.py\u000a----------------------------------------------\u000a00:00:13.389240 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:13.401475 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a00:00:13.541522 tst iperf3.py: using LAC 17662\u000a00:00:13.663169 tst iperf3.py: using RAC 67\u000a00:00:13.787637 tst iperf3.py: using CellId 17662\u000a00:00:13.906561 tst iperf3.py: using BVCI 17663\u000a00:00:13.931217 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:13.942146 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:13.952866 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:13.964143 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:13.975039 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:13.985820 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:13.996766 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:14.007692 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:14.018582 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a00:00:14.302369 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:00:14.432849 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:00:14.770950 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31310): Launched\u000a00:00:15.045051 run iperf3-srv_10.42.42.10(pid=31311): Launched\u000a00:00:15.236112 tst iperf3.py:8: start network...\u000a00:00:15.365606 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:00:15.914631 run create_hlr_db(pid=31313): Launched\u000a00:00:16.109914 bus /gobi_6: Setting Powered False\u000a00:00:17.188857 run create_hlr_db(pid=31313): Terminated: ok {rc=0}\u000a00:00:17.701519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31316): Launched\u000a00:00:18.154153 run osmo-hlr_10.42.42.2(pid=31317): Launched\u000a00:00:18.392845 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:00:18.978441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31319): Launched\u000a00:00:19.400495 run osmo-stp_10.42.42.5(pid=31320): Launched\u000a00:00:19.626514 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:00:20.212021 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31322): Launched\u000a00:00:20.330500 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:00:20.635195 run patchelf(pid=31323): Launched\u000a00:00:20.829109 run osmo-stp_10.42.42.5(pid=31320): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31320)]\u000a00:00:20.971241 run osmo-stp_10.42.42.5(pid=31320): stdout: \u000a| (launched: 2022-12-09_00:00:19.143801)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:00:21.111624 run osmo-stp_10.42.42.5(pid=31320): stderr: \u000a| �[0;m�[38;5;43m20221209000019448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000019448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000019448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000019449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000019449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000019449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000019449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:00:21.248137 run osmo-stp_10.42.42.5(pid=31320): stdout: \u000a| (launched: 2022-12-09_00:00:19.143801)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:00:21.388731 run osmo-stp_10.42.42.5(pid=31320): stderr: \u000a| �[0;m�[38;5;43m20221209000019448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000019448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000019448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000019449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000019449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000019449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000019449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:00:21.545405 run patchelf(pid=31323): Terminating (SIGINT)\u000a00:00:21.726622 run patchelf(pid=31323): Terminated: ok {rc=0}\u000a00:00:21.759843 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31320): Process ended prematurely: osmo-stp_10.42.42.5(pid=31320) [trial-2351↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31320)] [trial-2351↪gprs:trx-lms↪iperf3.py:8]\u000a00:00:21.769901 tst iperf3.py:8: Test FAILED (8.4 sec)\u000a00:00:21.833710 run osmo-hlr_10.42.42.2(pid=31317): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31317)]\u000a00:00:21.885099 run osmo-hlr_10.42.42.2(pid=31317): stdout: \u000a| (launched: 2022-12-09_00:00:17.886585) \u000a00:00:21.937325 run osmo-hlr_10.42.42.2(pid=31317): stderr: \u000a| �[0;m�[1;31m20221209000018191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209000018191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209000018191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000018191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000018191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209000018191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209000018214 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209000018222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209000018222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209000018222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:00:21.982388 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31310): Terminating (SIGTERM)\u000a00:00:22.024361 run iperf3-srv_10.42.42.10(pid=31311): Terminating (SIGTERM)\u000a00:00:22.066418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31316): Terminating (SIGTERM)\u000a00:00:22.108218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31319): Terminating (SIGTERM)\u000a00:00:22.150764 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31322): Terminating (SIGTERM)\u000a00:00:22.160446 --- ParallelTerminationStrategy: PID 31310 died...\u000a00:00:22.216933 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31310): Terminated: ok {rc=0}\u000a00:00:22.227152 --- ParallelTerminationStrategy: PID 31311 died...\u000a00:00:22.283116 run iperf3-srv_10.42.42.10(pid=31311): Terminated {rc=256}\u000a00:00:22.293529 --- ParallelTerminationStrategy: PID 31316 died...\u000a00:00:22.349186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31316): Terminated: ok {rc=0}\u000a00:00:22.359648 --- ParallelTerminationStrategy: PID 31319 died...\u000a00:00:22.415425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31319): Terminated: ok {rc=0}\u000a00:00:22.425595 --- ParallelTerminationStrategy: PID 31322 died...\u000a00:00:22.481713 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31322): Terminated: ok {rc=0}\u000a00:00:22.567717 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-lms", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31343): Process ended prematurely: osmo-stp_10.42.42.5(pid=31343) [trial-2351↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31343)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31343): Process ended prematurely: osmo-stp_10.42.42.5(pid=31343) [trial-2351↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31343)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-lms iperf3m4.py\u000a----------------------------------------------\u000a00:00:23.684739 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:23.696429 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a00:00:23.835154 tst iperf3m4.py: using LAC 17663\u000a00:00:23.953238 tst iperf3m4.py: using RAC 68\u000a00:00:24.072118 tst iperf3m4.py: using CellId 17663\u000a00:00:24.190717 tst iperf3m4.py: using BVCI 17664\u000a00:00:24.213978 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:24.224587 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:24.235086 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:24.245436 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:24.255749 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:24.266233 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:24.276908 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:24.287077 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:24.298115 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a00:00:24.413591 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a00:00:24.537653 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a00:00:24.656584 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a00:00:24.949689 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:00:25.084501 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:00:25.417137 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31329): Launched\u000a00:00:25.694050 run iperf3-srv_10.42.42.10(pid=31330): Launched\u000a00:00:25.891910 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:00:26.027181 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:00:26.360311 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31331): Launched\u000a00:00:26.635930 run iperf3-srv_10.42.42.10(pid=31332): Launched\u000a00:00:26.833694 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:00:26.968673 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:00:27.301375 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31333): Launched\u000a00:00:27.578954 run iperf3-srv_10.42.42.10(pid=31334): Launched\u000a00:00:27.774581 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:00:27.900627 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:00:28.212378 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31335): Launched\u000a00:00:28.472375 run iperf3-srv_10.42.42.10(pid=31336): Launched\u000a00:00:28.656619 tst iperf3m4.py:8: start network...\u000a00:00:28.782185 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:00:29.264571 run create_hlr_db(pid=31337): Launched\u000a00:00:29.439531 bus /gobi_6: Setting Powered False\u000a00:00:30.459369 run create_hlr_db(pid=31337): Terminated: ok {rc=0}\u000a00:00:30.870488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31339): Launched\u000a00:00:31.327503 run osmo-hlr_10.42.42.2(pid=31340): Launched\u000a00:00:31.468101 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:00:32.069672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31342): Launched\u000a00:00:32.490586 run osmo-stp_10.42.42.5(pid=31343): Launched\u000a00:00:32.610199 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:00:33.171205 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31345): Launched\u000a00:00:33.286548 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:00:33.567370 run patchelf(pid=31346): Launched\u000a00:00:33.756442 run osmo-stp_10.42.42.5(pid=31343): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31343)]\u000a00:00:33.894580 run osmo-stp_10.42.42.5(pid=31343): stdout: \u000a| (launched: 2022-12-09_00:00:32.225439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:00:34.033378 run osmo-stp_10.42.42.5(pid=31343): stderr: \u000a| �[0;m�[38;5;43m20221209000032440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000032440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000032440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000032441 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000032441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000032441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000032441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:00:34.166834 run osmo-stp_10.42.42.5(pid=31343): stdout: \u000a| (launched: 2022-12-09_00:00:32.225439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:00:34.298449 run osmo-stp_10.42.42.5(pid=31343): stderr: \u000a| �[0;m�[38;5;43m20221209000032440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000032440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000032440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000032441 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000032441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000032441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000032441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:00:34.451722 run patchelf(pid=31346): Terminating (SIGINT)\u000a00:00:34.631850 run patchelf(pid=31346): Terminated: ok {rc=0}\u000a00:00:34.664995 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31343): Process ended prematurely: osmo-stp_10.42.42.5(pid=31343) [trial-2351↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31343)] [trial-2351↪gprs:trx-lms↪iperf3m4.py:8]\u000a00:00:34.674877 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a00:00:34.738703 run osmo-hlr_10.42.42.2(pid=31340): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31340)]\u000a00:00:34.790186 run osmo-hlr_10.42.42.2(pid=31340): stdout: \u000a| (launched: 2022-12-09_00:00:31.053931) \u000a00:00:34.841405 run osmo-hlr_10.42.42.2(pid=31340): stderr: \u000a| �[0;m�[1;31m20221209000031266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209000031266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209000031267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000031267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000031267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209000031267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209000031279 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209000031299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209000031299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209000031299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:00:34.885599 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31329): Terminating (SIGTERM)\u000a00:00:34.927074 run iperf3-srv_10.42.42.10(pid=31330): Terminating (SIGTERM)\u000a00:00:34.968941 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31331): Terminating (SIGTERM)\u000a00:00:35.010622 run iperf3-srv_10.42.42.10(pid=31332): Terminating (SIGTERM)\u000a00:00:35.052352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31333): Terminating (SIGTERM)\u000a00:00:35.094088 run iperf3-srv_10.42.42.10(pid=31334): Terminating (SIGTERM)\u000a00:00:35.135873 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31335): Terminating (SIGTERM)\u000a00:00:35.177358 run iperf3-srv_10.42.42.10(pid=31336): Terminating (SIGTERM)\u000a00:00:35.219034 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31339): Terminating (SIGTERM)\u000a00:00:35.260508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31342): Terminating (SIGTERM)\u000a00:00:35.302106 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31345): Terminating (SIGTERM)\u000a00:00:35.311736 --- ParallelTerminationStrategy: PID 31329 died...\u000a00:00:35.367956 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31329): Terminated: ok {rc=0}\u000a00:00:35.378234 --- ParallelTerminationStrategy: PID 31330 died...\u000a00:00:35.433908 run iperf3-srv_10.42.42.10(pid=31330): Terminated {rc=256}\u000a00:00:35.443727 --- ParallelTerminationStrategy: PID 31331 died...\u000a00:00:35.499317 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31331): Terminated: ok {rc=0}\u000a00:00:35.509814 --- ParallelTerminationStrategy: PID 31332 died...\u000a00:00:35.565191 run iperf3-srv_10.42.42.10(pid=31332): Terminated {rc=256}\u000a00:00:35.575211 --- ParallelTerminationStrategy: PID 31333 died...\u000a00:00:35.631199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31333): Terminated: ok {rc=0}\u000a00:00:35.641726 --- ParallelTerminationStrategy: PID 31334 died...\u000a00:00:35.696807 run iperf3-srv_10.42.42.10(pid=31334): Terminated {rc=256}\u000a00:00:35.707247 --- ParallelTerminationStrategy: PID 31335 died...\u000a00:00:35.762742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31335): Terminated: ok {rc=0}\u000a00:00:35.773186 --- ParallelTerminationStrategy: PID 31336 died...\u000a00:00:35.828527 run iperf3-srv_10.42.42.10(pid=31336): Terminated {rc=256}\u000a00:00:35.839117 --- ParallelTerminationStrategy: PID 31339 died...\u000a00:00:35.894523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31339): Terminated: ok {rc=0}\u000a00:00:35.904875 --- ParallelTerminationStrategy: PID 31342 died...\u000a00:00:35.960765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31342): Terminated: ok {rc=0}\u000a00:00:35.970983 --- ParallelTerminationStrategy: PID 31345 died...\u000a00:00:36.026800 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31345): Terminated: ok {rc=0}\u000a00:00:36.111887 bus /gobi_4: Setting Powered False\u000a00:00:37.217904 bus /gobi_4: Setting Powered False\u000a00:00:38.323835 bus /gobi_1: Setting Powered False\u000a00:00:39.423969 bus /gobi_1: Setting Powered False\u000a00:00:40.532052 bus /gobi_0: Setting Powered False\u000a00:00:41.632017 bus /gobi_0: Setting Powered False\u000a00:00:42.741381 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 25, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31353): Process ended prematurely: osmo-stp_10.42.42.5(pid=31353) [trial-2351↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31353)]", "failedSince" : 2327, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31353): Process ended prematurely: osmo-stp_10.42.42.5(pid=31353) [trial-2351↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31353)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-lms ping.py\u000a----------------------------------------------\u000a00:00:43.808304 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:43.819885 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a00:00:43.963136 tst ping.py: using LAC 17664\u000a00:00:44.086335 tst ping.py: using RAC 69\u000a00:00:44.215292 tst ping.py: using CellId 17664\u000a00:00:44.336890 tst ping.py: using BVCI 17665\u000a00:00:44.361172 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:44.371969 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:44.382856 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:44.393656 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:44.404821 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:44.416850 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:44.428377 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:44.439437 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a00:00:44.712433 tst ping.py:19: start network...\u000a00:00:44.835128 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:00:45.308561 run create_hlr_db(pid=31347): Launched\u000a00:00:45.481582 bus /gobi_6: Setting Powered False\u000a00:00:46.500146 run create_hlr_db(pid=31347): Terminated: ok {rc=0}\u000a00:00:46.918271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31349): Launched\u000a00:00:47.224728 run osmo-hlr_10.42.42.2(pid=31350): Launched\u000a00:00:47.353809 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:00:47.902735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31352): Launched\u000a00:00:48.199480 run osmo-stp_10.42.42.5(pid=31353): Launched\u000a00:00:48.307106 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:00:48.825460 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31355): Launched\u000a00:00:48.930930 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:00:49.189818 run patchelf(pid=31356): Launched\u000a00:00:49.364288 run osmo-stp_10.42.42.5(pid=31353): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31353)]\u000a00:00:49.493303 run osmo-stp_10.42.42.5(pid=31353): stdout: \u000a| (launched: 2022-12-09_00:00:48.053851)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:00:49.621583 run osmo-stp_10.42.42.5(pid=31353): stderr: \u000a| �[0;m�[38;5;43m20221209000048225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000048225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000048226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000048226 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000048226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000048227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000048227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:00:49.744706 run osmo-stp_10.42.42.5(pid=31353): stdout: \u000a| (launched: 2022-12-09_00:00:48.053851)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:00:49.866850 run osmo-stp_10.42.42.5(pid=31353): stderr: \u000a| �[0;m�[38;5;43m20221209000048225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000048225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000048226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000048226 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000048226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000048227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000048227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:00:50.008719 run patchelf(pid=31356): Terminating (SIGINT)\u000a00:00:50.175231 run patchelf(pid=31356): Terminated: ok {rc=0}\u000a00:00:50.205702 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31353): Process ended prematurely: osmo-stp_10.42.42.5(pid=31353) [trial-2351↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31353)] [trial-2351↪gprs:trx-lms↪ping.py:22]\u000a00:00:50.214526 tst ping.py:22: Test FAILED (6.4 sec)\u000a00:00:50.273406 run osmo-hlr_10.42.42.2(pid=31350): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31350)]\u000a00:00:50.321564 run osmo-hlr_10.42.42.2(pid=31350): stdout: \u000a| (launched: 2022-12-09_00:00:47.071096) \u000a00:00:50.370427 run osmo-hlr_10.42.42.2(pid=31350): stderr: \u000a| �[0;m�[1;31m20221209000047366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209000047367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209000047367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000047367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000047367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209000047367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209000047379 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209000047389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209000047389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209000047389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:00:50.411680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31349): Terminating (SIGTERM)\u000a00:00:50.450706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31352): Terminating (SIGTERM)\u000a00:00:50.489791 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31355): Terminating (SIGTERM)\u000a00:00:50.498977 --- ParallelTerminationStrategy: PID 31349 died...\u000a00:00:50.551369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31349): Terminated: ok {rc=0}\u000a00:00:50.560811 --- ParallelTerminationStrategy: PID 31352 died...\u000a00:00:50.613487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31352): Terminated: ok {rc=0}\u000a00:00:50.623034 --- ParallelTerminationStrategy: PID 31355 died...\u000a00:00:50.674796 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31355): Terminated: ok {rc=0}\u000a00:00:50.761958 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 32, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31363): Process ended prematurely: osmo-stp_10.42.42.5(pid=31363) [trial-2351↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31363)]", "failedSince" : 2320, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31363): Process ended prematurely: osmo-stp_10.42.42.5(pid=31363) [trial-2351↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31363)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-lms ping_idle_ping.py\u000a----------------------------------------------\u000a00:00:51.813101 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:51.824195 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a00:00:51.960615 tst ping_idle_ping.py: using LAC 17665\u000a00:00:52.085848 tst ping_idle_ping.py: using RAC 70\u000a00:00:52.205085 tst ping_idle_ping.py: using CellId 17665\u000a00:00:52.327326 tst ping_idle_ping.py: using BVCI 17666\u000a00:00:52.350292 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:52.360888 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:52.371644 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:52.382578 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:52.392834 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:52.404249 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:52.415395 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:52.425972 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a00:00:52.715316 tst ping_idle_ping.py:24: start network...\u000a00:00:52.847909 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:00:53.348145 run create_hlr_db(pid=31357): Launched\u000a00:00:53.533830 bus /gobi_6: Setting Powered False\u000a00:00:54.554059 run create_hlr_db(pid=31357): Terminated: ok {rc=0}\u000a00:00:54.957732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31359): Launched\u000a00:00:55.256726 run osmo-hlr_10.42.42.2(pid=31360): Launched\u000a00:00:55.367510 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:00:55.886270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31362): Launched\u000a00:00:56.183747 run osmo-stp_10.42.42.5(pid=31363): Launched\u000a00:00:56.292818 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:00:56.812353 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31365): Launched\u000a00:00:56.917927 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:00:57.177712 run patchelf(pid=31366): Launched\u000a00:00:57.351563 run osmo-stp_10.42.42.5(pid=31363): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31363)]\u000a00:00:57.479387 run osmo-stp_10.42.42.5(pid=31363): stdout: \u000a| (launched: 2022-12-09_00:00:56.037265)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:00:57.607578 run osmo-stp_10.42.42.5(pid=31363): stderr: \u000a| �[0;m�[38;5;43m20221209000056207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000056207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000056207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000056208 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000056210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000056210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000056210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:00:57.730538 run osmo-stp_10.42.42.5(pid=31363): stdout: \u000a| (launched: 2022-12-09_00:00:56.037265)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:00:57.851837 run osmo-stp_10.42.42.5(pid=31363): stderr: \u000a| �[0;m�[38;5;43m20221209000056207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000056207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000056207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000056208 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000056210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000056210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000056210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:00:57.993577 run patchelf(pid=31366): Terminating (SIGINT)\u000a00:00:58.159856 run patchelf(pid=31366): Terminated: ok {rc=0}\u000a00:00:58.190536 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31363): Process ended prematurely: osmo-stp_10.42.42.5(pid=31363) [trial-2351↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31363)] [trial-2351↪gprs:trx-lms↪ping_idle_ping.py:27]\u000a00:00:58.199090 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a00:00:58.257764 run osmo-hlr_10.42.42.2(pid=31360): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31360)]\u000a00:00:58.305838 run osmo-hlr_10.42.42.2(pid=31360): stdout: \u000a| (launched: 2022-12-09_00:00:55.109496) \u000a00:00:58.354544 run osmo-hlr_10.42.42.2(pid=31360): stderr: \u000a| �[0;m�[1;31m20221209000055285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209000055285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209000055285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000055285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000055285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209000055285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209000055300 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209000055311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209000055311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209000055311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:00:58.395970 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31359): Terminating (SIGTERM)\u000a00:00:58.435077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31362): Terminating (SIGTERM)\u000a00:00:58.474418 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31365): Terminating (SIGTERM)\u000a00:00:58.483489 --- ParallelTerminationStrategy: PID 31359 died...\u000a00:00:58.535899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31359): Terminated: ok {rc=0}\u000a00:00:58.545568 --- ParallelTerminationStrategy: PID 31362 died...\u000a00:00:58.597667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31362): Terminated: ok {rc=0}\u000a00:00:58.607093 --- ParallelTerminationStrategy: PID 31365 died...\u000a00:00:58.659272 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31365): Terminated: ok {rc=0}\u000a00:00:58.741854 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "107", "name" : "gprs_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:59:58" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31380): Process ended prematurely: osmo-stp_10.42.42.5(pid=31380) [trial-2351↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31380)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31380): Process ended prematurely: osmo-stp_10.42.42.5(pid=31380) [trial-2351↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31380)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:01:00.871690 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:00.883640 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:01:01.051473 tst cs_paging_gprs_active.py: using LAC 17666\u000a00:01:01.201458 tst cs_paging_gprs_active.py: using RAC 71\u000a00:01:01.345358 tst cs_paging_gprs_active.py: using CellId 17666\u000a00:01:01.512912 tst cs_paging_gprs_active.py: using BVCI 17667\u000a00:01:01.544430 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:01.556555 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:01.568275 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:01.579905 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:01.591374 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:01.603670 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:01.616278 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:01.628176 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:01.640275 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:01:01.761650 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:01:02.104744 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:01:02.265574 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:01:02.581450 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31370): Launched\u000a00:01:02.843222 run iperf3-srv_10.42.42.10(pid=31371): Launched\u000a00:01:03.028652 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:01:03.155109 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:01:03.468932 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31372): Launched\u000a00:01:03.730917 run iperf3-srv_10.42.42.10(pid=31373): Launched\u000a00:01:03.917078 tst cs_paging_gprs_active.py:38: start network...\u000a00:01:04.043565 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:01:04.529204 run create_hlr_db(pid=31374): Launched\u000a00:01:04.703662 bus /gobi_6: Setting Powered False\u000a00:01:05.725029 run create_hlr_db(pid=31374): Terminated: ok {rc=0}\u000a00:01:06.127664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31376): Launched\u000a00:01:06.429927 run osmo-hlr_10.42.42.2(pid=31377): Launched\u000a00:01:06.545070 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:01:07.071349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31379): Launched\u000a00:01:07.375521 run osmo-stp_10.42.42.5(pid=31380): Launched\u000a00:01:07.486599 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:01:08.016455 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31382): Launched\u000a00:01:08.124503 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:01:08.388079 run patchelf(pid=31383): Launched\u000a00:01:08.567463 run osmo-stp_10.42.42.5(pid=31380): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31380)]\u000a00:01:08.697365 run osmo-stp_10.42.42.5(pid=31380): stdout: \u000a| (launched: 2022-12-09_00:01:07.225592)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:01:08.826896 run osmo-stp_10.42.42.5(pid=31380): stderr: \u000a| �[0;m�[38;5;43m20221209000107397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000107397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000107397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000107398 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000107398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000107398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000107398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:01:08.952585 run osmo-stp_10.42.42.5(pid=31380): stdout: \u000a| (launched: 2022-12-09_00:01:07.225592)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:01:09.077267 run osmo-stp_10.42.42.5(pid=31380): stderr: \u000a| �[0;m�[38;5;43m20221209000107397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000107397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000107397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000107398 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000107398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000107398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000107398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:01:09.222211 run patchelf(pid=31383): Terminating (SIGINT)\u000a00:01:09.392008 run patchelf(pid=31383): Terminated: ok {rc=0}\u000a00:01:09.423244 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31380): Process ended prematurely: osmo-stp_10.42.42.5(pid=31380) [trial-2351↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31380)] [trial-2351↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a00:01:09.432390 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a00:01:09.490760 run osmo-hlr_10.42.42.2(pid=31377): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31377)]\u000a00:01:09.538443 run osmo-hlr_10.42.42.2(pid=31377): stdout: \u000a| (launched: 2022-12-09_00:01:06.281663) \u000a00:01:09.586962 run osmo-hlr_10.42.42.2(pid=31377): stderr: \u000a| �[0;m�[1;31m20221209000106460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209000106460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209000106460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000106460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000106460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209000106460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209000106472 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209000106481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209000106481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209000106481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:01:09.628561 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31370): Terminating (SIGTERM)\u000a00:01:09.667352 run iperf3-srv_10.42.42.10(pid=31371): Terminating (SIGTERM)\u000a00:01:09.706245 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31372): Terminating (SIGTERM)\u000a00:01:09.745019 run iperf3-srv_10.42.42.10(pid=31373): Terminating (SIGTERM)\u000a00:01:09.783696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31376): Terminating (SIGTERM)\u000a00:01:09.822590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31379): Terminating (SIGTERM)\u000a00:01:09.861424 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31382): Terminating (SIGTERM)\u000a00:01:09.870487 --- ParallelTerminationStrategy: PID 31370 died...\u000a00:01:09.922800 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31370): Terminated: ok {rc=0}\u000a00:01:09.932167 --- ParallelTerminationStrategy: PID 31371 died...\u000a00:01:09.983662 run iperf3-srv_10.42.42.10(pid=31371): Terminated {rc=256}\u000a00:01:09.993212 --- ParallelTerminationStrategy: PID 31372 died...\u000a00:01:10.044910 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31372): Terminated: ok {rc=0}\u000a00:01:10.054447 --- ParallelTerminationStrategy: PID 31373 died...\u000a00:01:10.106099 run iperf3-srv_10.42.42.10(pid=31373): Terminated {rc=256}\u000a00:01:10.115500 --- ParallelTerminationStrategy: PID 31376 died...\u000a00:01:10.167229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31376): Terminated: ok {rc=0}\u000a00:01:10.176648 --- ParallelTerminationStrategy: PID 31379 died...\u000a00:01:10.228316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31379): Terminated: ok {rc=0}\u000a00:01:10.237860 --- ParallelTerminationStrategy: PID 31382 died...\u000a00:01:10.289554 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31382): Terminated: ok {rc=0}\u000a00:01:10.370943 bus /gobi_0: Setting Powered False\u000a00:01:11.470982 bus /gobi_0: Setting Powered False\u000a00:01:12.580503 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31392): Process ended prematurely: osmo-stp_10.42.42.5(pid=31392) [trial-2351↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31392)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31392): Process ended prematurely: osmo-stp_10.42.42.5(pid=31392) [trial-2351↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31392)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-lms+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a00:01:13.690919 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:13.702217 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:01:13.843418 tst iperf3.py: using LAC 17667\u000a00:01:13.963280 tst iperf3.py: using RAC 72\u000a00:01:14.081355 tst iperf3.py: using CellId 17667\u000a00:01:14.199151 tst iperf3.py: using BVCI 17668\u000a00:01:14.222501 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:14.233447 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:14.244207 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:14.255197 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:14.265938 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:14.276286 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:14.287286 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:14.297653 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:14.308600 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:01:14.585978 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:01:14.711800 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:01:15.024677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31384): Launched\u000a00:01:15.285260 run iperf3-srv_10.42.42.10(pid=31385): Launched\u000a00:01:15.469922 tst iperf3.py:8: start network...\u000a00:01:15.596379 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:01:16.130078 run create_hlr_db(pid=31386): Launched\u000a00:01:16.323085 bus /gobi_6: Setting Powered False\u000a00:01:17.335024 run create_hlr_db(pid=31386): Terminated: ok {rc=0}\u000a00:01:17.744151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31388): Launched\u000a00:01:18.048237 run osmo-hlr_10.42.42.2(pid=31389): Launched\u000a00:01:18.160528 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:01:18.686377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31391): Launched\u000a00:01:18.988429 run osmo-stp_10.42.42.5(pid=31392): Launched\u000a00:01:19.099196 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:01:19.627335 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31394): Launched\u000a00:01:19.735950 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:01:20.000013 run patchelf(pid=31395): Launched\u000a00:01:20.177665 run osmo-stp_10.42.42.5(pid=31392): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31392)]\u000a00:01:20.307663 run osmo-stp_10.42.42.5(pid=31392): stdout: \u000a| (launched: 2022-12-09_00:01:18.839943)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:01:20.437944 run osmo-stp_10.42.42.5(pid=31392): stderr: \u000a| �[0;m�[38;5;43m20221209000119012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000119012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000119013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000119013 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000119014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000119014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000119014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:01:20.563617 run osmo-stp_10.42.42.5(pid=31392): stdout: \u000a| (launched: 2022-12-09_00:01:18.839943)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:01:20.687703 run osmo-stp_10.42.42.5(pid=31392): stderr: \u000a| �[0;m�[38;5;43m20221209000119012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000119012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000119013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000119013 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000119014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000119014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000119014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:01:20.832004 run patchelf(pid=31395): Terminating (SIGINT)\u000a00:01:21.002113 run patchelf(pid=31395): Terminated: ok {rc=0}\u000a00:01:21.033369 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31392): Process ended prematurely: osmo-stp_10.42.42.5(pid=31392) [trial-2351↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31392)] [trial-2351↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8]\u000a00:01:21.042637 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a00:01:21.102060 run osmo-hlr_10.42.42.2(pid=31389): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31389)]\u000a00:01:21.150503 run osmo-hlr_10.42.42.2(pid=31389): stdout: \u000a| (launched: 2022-12-09_00:01:17.898518) \u000a00:01:21.199792 run osmo-hlr_10.42.42.2(pid=31389): stderr: \u000a| �[0;m�[1;31m20221209000118072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209000118072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209000118072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000118072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000118073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209000118073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209000118097 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209000118106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209000118106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209000118106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:01:21.242230 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31384): Terminating (SIGTERM)\u000a00:01:21.281690 run iperf3-srv_10.42.42.10(pid=31385): Terminating (SIGTERM)\u000a00:01:21.321240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31388): Terminating (SIGTERM)\u000a00:01:21.360824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31391): Terminating (SIGTERM)\u000a00:01:21.400142 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31394): Terminating (SIGTERM)\u000a00:01:21.409629 --- ParallelTerminationStrategy: PID 31384 died...\u000a00:01:21.462148 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31384): Terminated: ok {rc=0}\u000a00:01:21.472252 --- ParallelTerminationStrategy: PID 31385 died...\u000a00:01:21.524500 run iperf3-srv_10.42.42.10(pid=31385): Terminated {rc=256}\u000a00:01:21.534159 --- ParallelTerminationStrategy: PID 31388 died...\u000a00:01:21.586464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31388): Terminated: ok {rc=0}\u000a00:01:21.596085 --- ParallelTerminationStrategy: PID 31391 died...\u000a00:01:21.648360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31391): Terminated: ok {rc=0}\u000a00:01:21.657799 --- ParallelTerminationStrategy: PID 31394 died...\u000a00:01:21.710750 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31394): Terminated: ok {rc=0}\u000a00:01:21.797684 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31410): Process ended prematurely: osmo-stp_10.42.42.5(pid=31410) [trial-2351↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31410)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31410): Process ended prematurely: osmo-stp_10.42.42.5(pid=31410) [trial-2351↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31410)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-lms+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a00:01:22.908500 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:22.919879 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:01:23.058963 tst iperf3m4.py: using LAC 17668\u000a00:01:23.180490 tst iperf3m4.py: using RAC 73\u000a00:01:23.300386 tst iperf3m4.py: using CellId 17668\u000a00:01:23.421926 tst iperf3m4.py: using BVCI 17669\u000a00:01:23.444899 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:23.455635 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:23.466100 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:23.476440 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:23.487352 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:23.498341 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:23.509069 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:23.519445 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:23.530842 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:01:23.645648 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:01:23.766714 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:01:23.887314 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:01:24.167175 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:01:24.294025 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:01:24.608325 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31396): Launched\u000a00:01:24.869324 run iperf3-srv_10.42.42.10(pid=31397): Launched\u000a00:01:25.054205 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:01:25.179881 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:01:25.492933 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31398): Launched\u000a00:01:25.754057 run iperf3-srv_10.42.42.10(pid=31399): Launched\u000a00:01:25.938920 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:01:26.065185 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:01:26.380219 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31400): Launched\u000a00:01:26.641279 run iperf3-srv_10.42.42.10(pid=31401): Launched\u000a00:01:26.825891 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:01:26.951572 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:01:27.265127 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31402): Launched\u000a00:01:27.525883 run iperf3-srv_10.42.42.10(pid=31403): Launched\u000a00:01:27.710743 tst iperf3m4.py:8: start network...\u000a00:01:27.837463 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:01:28.322354 run create_hlr_db(pid=31404): Launched\u000a00:01:28.496737 bus /gobi_6: Setting Powered False\u000a00:01:29.517636 run create_hlr_db(pid=31404): Terminated: ok {rc=0}\u000a00:01:29.946195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31406): Launched\u000a00:01:30.269507 run osmo-hlr_10.42.42.2(pid=31407): Launched\u000a00:01:30.389411 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:01:30.985837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31409): Launched\u000a00:01:31.394837 run osmo-stp_10.42.42.5(pid=31410): Launched\u000a00:01:31.630066 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:01:32.257039 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31412): Launched\u000a00:01:32.372682 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:01:32.653315 run patchelf(pid=31413): Launched\u000a00:01:32.841722 run osmo-stp_10.42.42.5(pid=31410): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31410)]\u000a00:01:32.980011 run osmo-stp_10.42.42.5(pid=31410): stdout: \u000a| (launched: 2022-12-09_00:01:31.142717)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:01:33.118921 run osmo-stp_10.42.42.5(pid=31410): stderr: \u000a| �[0;m�[38;5;43m20221209000131482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000131482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000131482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000131482 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000131483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000131483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000131483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:01:33.252214 run osmo-stp_10.42.42.5(pid=31410): stdout: \u000a| (launched: 2022-12-09_00:01:31.142717)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:01:33.384576 run osmo-stp_10.42.42.5(pid=31410): stderr: \u000a| �[0;m�[38;5;43m20221209000131482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000131482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000131482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000131482 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000131483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000131483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000131483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:01:33.538288 run patchelf(pid=31413): Terminating (SIGINT)\u000a00:01:33.718854 run patchelf(pid=31413): Terminated: ok {rc=0}\u000a00:01:33.751832 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31410): Process ended prematurely: osmo-stp_10.42.42.5(pid=31410) [trial-2351↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31410)] [trial-2351↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8]\u000a00:01:33.761720 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a00:01:33.825852 run osmo-hlr_10.42.42.2(pid=31407): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31407)]\u000a00:01:33.877014 run osmo-hlr_10.42.42.2(pid=31407): stdout: \u000a| (launched: 2022-12-09_00:01:30.111265) \u000a00:01:33.929144 run osmo-hlr_10.42.42.2(pid=31407): stderr: \u000a| �[0;m�[1;31m20221209000130311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209000130311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209000130311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000130311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000130311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209000130311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209000130323 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209000130332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209000130332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209000130332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:01:33.973098 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31396): Terminating (SIGTERM)\u000a00:01:34.015989 run iperf3-srv_10.42.42.10(pid=31397): Terminating (SIGTERM)\u000a00:01:34.058880 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31398): Terminating (SIGTERM)\u000a00:01:34.101136 run iperf3-srv_10.42.42.10(pid=31399): Terminating (SIGTERM)\u000a00:01:34.144779 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31400): Terminating (SIGTERM)\u000a00:01:34.185391 run iperf3-srv_10.42.42.10(pid=31401): Terminating (SIGTERM)\u000a00:01:34.225307 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31402): Terminating (SIGTERM)\u000a00:01:34.264719 run iperf3-srv_10.42.42.10(pid=31403): Terminating (SIGTERM)\u000a00:01:34.304231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31406): Terminating (SIGTERM)\u000a00:01:34.343651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31409): Terminating (SIGTERM)\u000a00:01:34.382980 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31412): Terminating (SIGTERM)\u000a00:01:34.391832 --- ParallelTerminationStrategy: PID 31396 died...\u000a00:01:34.444658 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31396): Terminated: ok {rc=0}\u000a00:01:34.454238 --- ParallelTerminationStrategy: PID 31397 died...\u000a00:01:34.506241 run iperf3-srv_10.42.42.10(pid=31397): Terminated {rc=256}\u000a00:01:34.515605 --- ParallelTerminationStrategy: PID 31398 died...\u000a00:01:34.568588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31398): Terminated: ok {rc=0}\u000a00:01:34.578171 --- ParallelTerminationStrategy: PID 31399 died...\u000a00:01:34.630484 run iperf3-srv_10.42.42.10(pid=31399): Terminated {rc=256}\u000a00:01:34.640033 --- ParallelTerminationStrategy: PID 31400 died...\u000a00:01:34.692325 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31400): Terminated: ok {rc=0}\u000a00:01:34.701969 --- ParallelTerminationStrategy: PID 31401 died...\u000a00:01:34.754278 run iperf3-srv_10.42.42.10(pid=31401): Terminated {rc=256}\u000a00:01:34.763836 --- ParallelTerminationStrategy: PID 31402 died...\u000a00:01:34.816424 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31402): Terminated: ok {rc=0}\u000a00:01:34.826101 --- ParallelTerminationStrategy: PID 31403 died...\u000a00:01:34.878436 run iperf3-srv_10.42.42.10(pid=31403): Terminated {rc=256}\u000a00:01:34.887978 --- ParallelTerminationStrategy: PID 31406 died...\u000a00:01:34.940541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31406): Terminated: ok {rc=0}\u000a00:01:34.950499 --- ParallelTerminationStrategy: PID 31409 died...\u000a00:01:35.003007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31409): Terminated: ok {rc=0}\u000a00:01:35.013067 --- ParallelTerminationStrategy: PID 31412 died...\u000a00:01:35.065554 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31412): Terminated: ok {rc=0}\u000a00:01:35.153129 bus /gobi_4: Setting Powered False\u000a00:01:36.257777 bus /gobi_4: Setting Powered False\u000a00:01:37.368827 bus /gobi_1: Setting Powered False\u000a00:01:38.471074 bus /gobi_1: Setting Powered False\u000a00:01:39.581060 bus /gobi_0: Setting Powered False\u000a00:01:40.684313 bus /gobi_0: Setting Powered False\u000a00:01:41.796213 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31420): Process ended prematurely: osmo-stp_10.42.42.5(pid=31420) [trial-2351↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31420)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31420): Process ended prematurely: osmo-stp_10.42.42.5(pid=31420) [trial-2351↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31420)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-lms+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a00:01:42.862823 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:42.874020 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:01:43.010818 tst ping.py: using LAC 17669\u000a00:01:43.135442 tst ping.py: using RAC 74\u000a00:01:43.261129 tst ping.py: using CellId 17669\u000a00:01:43.379676 tst ping.py: using BVCI 17670\u000a00:01:43.402360 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:43.413203 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:43.423654 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:43.434242 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:43.444667 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:43.455166 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:43.465763 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:43.476206 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:01:43.746609 tst ping.py:19: start network...\u000a00:01:43.869426 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:01:44.345197 run create_hlr_db(pid=31414): Launched\u000a00:01:44.517208 bus /gobi_6: Setting Powered False\u000a00:01:45.537563 run create_hlr_db(pid=31414): Terminated: ok {rc=0}\u000a00:01:45.981113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31416): Launched\u000a00:01:46.386399 run osmo-hlr_10.42.42.2(pid=31417): Launched\u000a00:01:46.547045 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:01:47.215681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31419): Launched\u000a00:01:47.583026 run osmo-stp_10.42.42.5(pid=31420): Launched\u000a00:01:47.698787 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:01:48.252687 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31422): Launched\u000a00:01:48.366582 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:01:48.642878 run patchelf(pid=31423): Launched\u000a00:01:48.829085 run osmo-stp_10.42.42.5(pid=31420): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31420)]\u000a00:01:48.965670 run osmo-stp_10.42.42.5(pid=31420): stdout: \u000a| (launched: 2022-12-09_00:01:47.370921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:01:49.102821 run osmo-stp_10.42.42.5(pid=31420): stderr: \u000a| �[0;m�[38;5;43m20221209000147597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000147597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000147597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000147598 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000147598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000147598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000147598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:01:49.234617 run osmo-stp_10.42.42.5(pid=31420): stdout: \u000a| (launched: 2022-12-09_00:01:47.370921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:01:49.365070 run osmo-stp_10.42.42.5(pid=31420): stderr: \u000a| �[0;m�[38;5;43m20221209000147597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000147597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000147597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000147598 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000147598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000147598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000147598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:01:49.516606 run patchelf(pid=31423): Terminating (SIGINT)\u000a00:01:49.694638 run patchelf(pid=31423): Terminated: ok {rc=0}\u000a00:01:49.726965 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31420): Process ended prematurely: osmo-stp_10.42.42.5(pid=31420) [trial-2351↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31420)] [trial-2351↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22]\u000a00:01:49.736335 tst ping.py:22: Test FAILED (6.9 sec)\u000a00:01:49.800323 run osmo-hlr_10.42.42.2(pid=31417): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31417)]\u000a00:01:49.851759 run osmo-hlr_10.42.42.2(pid=31417): stdout: \u000a| (launched: 2022-12-09_00:01:46.134636) \u000a00:01:49.904198 run osmo-hlr_10.42.42.2(pid=31417): stderr: \u000a| �[0;m�[1;31m20221209000146411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209000146411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209000146411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000146411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000146411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209000146411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209000146426 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209000146454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209000146454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209000146454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:01:49.949157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31416): Terminating (SIGTERM)\u000a00:01:49.991456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31419): Terminating (SIGTERM)\u000a00:01:50.034183 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31422): Terminating (SIGTERM)\u000a00:01:50.044025 --- ParallelTerminationStrategy: PID 31416 died...\u000a00:01:50.101028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31416): Terminated: ok {rc=0}\u000a00:01:50.111686 --- ParallelTerminationStrategy: PID 31419 died...\u000a00:01:50.167600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31419): Terminated: ok {rc=0}\u000a00:01:50.177868 --- ParallelTerminationStrategy: PID 31422 died...\u000a00:01:50.234358 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31422): Terminated: ok {rc=0}\u000a00:01:50.320758 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31430): Process ended prematurely: osmo-stp_10.42.42.5(pid=31430) [trial-2351↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31430)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31430): Process ended prematurely: osmo-stp_10.42.42.5(pid=31430) [trial-2351↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31430)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a00:01:51.373646 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:51.385364 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:01:51.525501 tst ping_idle_ping.py: using LAC 17670\u000a00:01:51.643772 tst ping_idle_ping.py: using RAC 75\u000a00:01:51.760628 tst ping_idle_ping.py: using CellId 17670\u000a00:01:51.879412 tst ping_idle_ping.py: using BVCI 17671\u000a00:01:51.902252 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:51.913117 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:51.923663 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:51.934121 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:51.944485 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:51.955357 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:51.966146 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:51.976638 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:01:52.264324 tst ping_idle_ping.py:24: start network...\u000a00:01:52.396737 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:01:52.897362 run create_hlr_db(pid=31424): Launched\u000a00:01:53.083148 bus /gobi_6: Setting Powered False\u000a00:01:54.102748 run create_hlr_db(pid=31424): Terminated: ok {rc=0}\u000a00:01:54.505136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31426): Launched\u000a00:01:54.803744 run osmo-hlr_10.42.42.2(pid=31427): Launched\u000a00:01:54.913300 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:01:55.431506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31429): Launched\u000a00:01:55.727930 run osmo-stp_10.42.42.5(pid=31430): Launched\u000a00:01:55.836051 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:01:56.356043 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31432): Launched\u000a00:01:56.462557 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:01:56.722038 run patchelf(pid=31433): Launched\u000a00:01:56.896154 run osmo-stp_10.42.42.5(pid=31430): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31430)]\u000a00:01:57.023858 run osmo-stp_10.42.42.5(pid=31430): stdout: \u000a| (launched: 2022-12-09_00:01:55.582544)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:01:57.151889 run osmo-stp_10.42.42.5(pid=31430): stderr: \u000a| �[0;m�[38;5;43m20221209000155752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000155753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000155753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000155753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000155755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000155756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000155756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:01:57.275103 run osmo-stp_10.42.42.5(pid=31430): stdout: \u000a| (launched: 2022-12-09_00:01:55.582544)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:01:57.397053 run osmo-stp_10.42.42.5(pid=31430): stderr: \u000a| �[0;m�[38;5;43m20221209000155752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000155753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000155753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000155753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000155755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000155756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000155756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:01:57.538558 run patchelf(pid=31433): Terminating (SIGINT)\u000a00:01:57.704939 run patchelf(pid=31433): Terminated: ok {rc=0}\u000a00:01:57.735296 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31430): Process ended prematurely: osmo-stp_10.42.42.5(pid=31430) [trial-2351↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31430)] [trial-2351↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a00:01:57.744372 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a00:01:57.803259 run osmo-hlr_10.42.42.2(pid=31427): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31427)]\u000a00:01:57.851297 run osmo-hlr_10.42.42.2(pid=31427): stdout: \u000a| (launched: 2022-12-09_00:01:54.657105) \u000a00:01:57.900081 run osmo-hlr_10.42.42.2(pid=31427): stderr: \u000a| �[0;m�[1;31m20221209000154834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209000154834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209000154835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000154835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000154835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209000154835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209000154847 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209000154856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209000154856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209000154856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:01:57.941352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31426): Terminating (SIGTERM)\u000a00:01:57.980281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31429): Terminating (SIGTERM)\u000a00:01:58.020177 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31432): Terminating (SIGTERM)\u000a00:01:58.029184 --- ParallelTerminationStrategy: PID 31426 died...\u000a00:01:58.081663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31426): Terminated: ok {rc=0}\u000a00:01:58.091380 --- ParallelTerminationStrategy: PID 31429 died...\u000a00:01:58.144006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31429): Terminated: ok {rc=0}\u000a00:01:58.153678 --- ParallelTerminationStrategy: PID 31432 died...\u000a00:01:58.205853 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31432): Terminated: ok {rc=0}\u000a00:01:58.293657 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "108", "name" : "gprs_trx-lms+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:01:00" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31447): Process ended prematurely: osmo-stp_10.42.42.5(pid=31447) [trial-2351↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31447)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31447): Process ended prematurely: osmo-stp_10.42.42.5(pid=31447) [trial-2351↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31447)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:02:00.433377 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:00.444062 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:02:00.603699 tst cs_paging_gprs_active.py: using LAC 17671\u000a00:02:00.722982 tst cs_paging_gprs_active.py: using RAC 76\u000a00:02:00.858693 tst cs_paging_gprs_active.py: using CellId 17671\u000a00:02:00.991400 tst cs_paging_gprs_active.py: using BVCI 17672\u000a00:02:01.017337 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:01.029150 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:01.040772 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:01.053417 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:01.065834 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:01.077656 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:01.090592 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:01.103781 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:01.115689 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:02:01.238011 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:02:01.559441 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:02:01.689507 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:02:02.036077 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31437): Launched\u000a00:02:02.336658 run iperf3-srv_10.42.42.10(pid=31438): Launched\u000a00:02:02.536331 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:02:02.672267 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:02:03.006279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31439): Launched\u000a00:02:03.283156 run iperf3-srv_10.42.42.10(pid=31440): Launched\u000a00:02:03.481685 tst cs_paging_gprs_active.py:38: start network...\u000a00:02:03.616718 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:02:04.128752 run create_hlr_db(pid=31441): Launched\u000a00:02:04.302983 bus /gobi_6: Setting Powered False\u000a00:02:05.325481 run create_hlr_db(pid=31441): Terminated: ok {rc=0}\u000a00:02:05.752595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31443): Launched\u000a00:02:06.085778 run osmo-hlr_10.42.42.2(pid=31444): Launched\u000a00:02:06.201807 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:02:06.726632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31446): Launched\u000a00:02:07.029181 run osmo-stp_10.42.42.5(pid=31447): Launched\u000a00:02:07.139820 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:02:07.667839 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31449): Launched\u000a00:02:07.775293 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:02:08.047641 run patchelf(pid=31450): Launched\u000a00:02:08.226720 run osmo-stp_10.42.42.5(pid=31447): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31447)]\u000a00:02:08.357053 run osmo-stp_10.42.42.5(pid=31447): stdout: \u000a| (launched: 2022-12-09_00:02:06.880533)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:02:08.486716 run osmo-stp_10.42.42.5(pid=31447): stderr: \u000a| �[0;m�[38;5;43m20221209000207050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000207050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000207051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000207051 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000207051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000207052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000207052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:02:08.612634 run osmo-stp_10.42.42.5(pid=31447): stdout: \u000a| (launched: 2022-12-09_00:02:06.880533)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:02:08.737884 run osmo-stp_10.42.42.5(pid=31447): stderr: \u000a| �[0;m�[38;5;43m20221209000207050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000207050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000207051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000207051 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000207051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000207052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000207052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:02:08.883358 run patchelf(pid=31450): Terminating (SIGINT)\u000a00:02:09.054201 run patchelf(pid=31450): Terminated: ok {rc=0}\u000a00:02:09.085648 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31447): Process ended prematurely: osmo-stp_10.42.42.5(pid=31447) [trial-2351↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31447)] [trial-2351↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a00:02:09.095125 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a00:02:09.154361 run osmo-hlr_10.42.42.2(pid=31444): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31444)]\u000a00:02:09.202620 run osmo-hlr_10.42.42.2(pid=31444): stdout: \u000a| (launched: 2022-12-09_00:02:05.926894) \u000a00:02:09.251290 run osmo-hlr_10.42.42.2(pid=31444): stderr: \u000a| �[0;m�[1;31m20221209000206124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209000206124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209000206124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000206124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000206124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209000206124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209000206137 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209000206145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209000206145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209000206145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:02:09.292834 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31437): Terminating (SIGTERM)\u000a00:02:09.332612 run iperf3-srv_10.42.42.10(pid=31438): Terminating (SIGTERM)\u000a00:02:09.371937 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31439): Terminating (SIGTERM)\u000a00:02:09.411141 run iperf3-srv_10.42.42.10(pid=31440): Terminating (SIGTERM)\u000a00:02:09.450344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31443): Terminating (SIGTERM)\u000a00:02:09.489518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31446): Terminating (SIGTERM)\u000a00:02:09.528904 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31449): Terminating (SIGTERM)\u000a00:02:09.538164 --- ParallelTerminationStrategy: PID 31437 died...\u000a00:02:09.590760 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31437): Terminated: ok {rc=0}\u000a00:02:09.600199 --- ParallelTerminationStrategy: PID 31438 died...\u000a00:02:09.651984 run iperf3-srv_10.42.42.10(pid=31438): Terminated {rc=256}\u000a00:02:09.661549 --- ParallelTerminationStrategy: PID 31439 died...\u000a00:02:09.713541 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31439): Terminated: ok {rc=0}\u000a00:02:09.722952 --- ParallelTerminationStrategy: PID 31440 died...\u000a00:02:09.775105 run iperf3-srv_10.42.42.10(pid=31440): Terminated {rc=256}\u000a00:02:09.784859 --- ParallelTerminationStrategy: PID 31443 died...\u000a00:02:09.837152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31443): Terminated: ok {rc=0}\u000a00:02:09.846705 --- ParallelTerminationStrategy: PID 31446 died...\u000a00:02:09.898896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31446): Terminated: ok {rc=0}\u000a00:02:09.908495 --- ParallelTerminationStrategy: PID 31449 died...\u000a00:02:09.960462 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31449): Terminated: ok {rc=0}\u000a00:02:10.042948 bus /gobi_0: Setting Powered False\u000a00:02:11.148878 bus /gobi_0: Setting Powered False\u000a00:02:12.253708 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31459): Process ended prematurely: osmo-stp_10.42.42.5(pid=31459) [trial-2351↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31459)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31459): Process ended prematurely: osmo-stp_10.42.42.5(pid=31459) [trial-2351↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31459)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a00:02:13.361577 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:13.372986 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:02:13.529018 tst iperf3.py: using LAC 17672\u000a00:02:13.654883 tst iperf3.py: using RAC 77\u000a00:02:13.781833 tst iperf3.py: using CellId 17672\u000a00:02:13.910712 tst iperf3.py: using BVCI 17673\u000a00:02:13.935600 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:13.947295 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:13.958476 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:13.970137 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:13.981663 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:13.993298 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:14.004439 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:14.016337 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:14.027881 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:02:14.313453 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:02:14.439763 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:02:14.754324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31451): Launched\u000a00:02:15.015492 run iperf3-srv_10.42.42.10(pid=31452): Launched\u000a00:02:15.201288 tst iperf3.py:8: start network...\u000a00:02:15.327648 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:02:15.814192 run create_hlr_db(pid=31453): Launched\u000a00:02:16.024911 bus /gobi_6: Setting Powered False\u000a00:02:17.034097 run create_hlr_db(pid=31453): Terminated: ok {rc=0}\u000a00:02:17.450152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31455): Launched\u000a00:02:17.752612 run osmo-hlr_10.42.42.2(pid=31456): Launched\u000a00:02:17.862543 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:02:18.392385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31458): Launched\u000a00:02:18.694721 run osmo-stp_10.42.42.5(pid=31459): Launched\u000a00:02:18.804475 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:02:19.334191 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31461): Launched\u000a00:02:19.442091 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:02:19.705906 run patchelf(pid=31462): Launched\u000a00:02:19.882802 run osmo-stp_10.42.42.5(pid=31459): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31459)]\u000a00:02:20.012231 run osmo-stp_10.42.42.5(pid=31459): stdout: \u000a| (launched: 2022-12-09_00:02:18.546417)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:02:20.143297 run osmo-stp_10.42.42.5(pid=31459): stderr: \u000a| �[0;m�[38;5;43m20221209000218718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000218718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000218718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000218719 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000218719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000218719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000218719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:02:20.269197 run osmo-stp_10.42.42.5(pid=31459): stdout: \u000a| (launched: 2022-12-09_00:02:18.546417)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:02:20.392827 run osmo-stp_10.42.42.5(pid=31459): stderr: \u000a| �[0;m�[38;5;43m20221209000218718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000218718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000218718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000218719 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000218719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000218719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000218719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:02:20.536806 run patchelf(pid=31462): Terminating (SIGINT)\u000a00:02:20.706380 run patchelf(pid=31462): Terminated: ok {rc=0}\u000a00:02:20.737455 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31459): Process ended prematurely: osmo-stp_10.42.42.5(pid=31459) [trial-2351↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31459)] [trial-2351↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a00:02:20.746612 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a00:02:20.805263 run osmo-hlr_10.42.42.2(pid=31456): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31456)]\u000a00:02:20.853189 run osmo-hlr_10.42.42.2(pid=31456): stdout: \u000a| (launched: 2022-12-09_00:02:17.604482) \u000a00:02:20.901688 run osmo-hlr_10.42.42.2(pid=31456): stderr: \u000a| �[0;m�[1;31m20221209000217785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209000217785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209000217785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000217785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000217785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209000217785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209000217824 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209000217835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209000217835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209000217835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:02:20.942757 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31451): Terminating (SIGTERM)\u000a00:02:20.981479 run iperf3-srv_10.42.42.10(pid=31452): Terminating (SIGTERM)\u000a00:02:21.020084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31455): Terminating (SIGTERM)\u000a00:02:21.058636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31458): Terminating (SIGTERM)\u000a00:02:21.097297 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31461): Terminating (SIGTERM)\u000a00:02:21.106366 --- ParallelTerminationStrategy: PID 31451 died...\u000a00:02:21.158306 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31451): Terminated: ok {rc=0}\u000a00:02:21.167794 --- ParallelTerminationStrategy: PID 31452 died...\u000a00:02:21.219461 run iperf3-srv_10.42.42.10(pid=31452): Terminated {rc=256}\u000a00:02:21.228847 --- ParallelTerminationStrategy: PID 31455 died...\u000a00:02:21.280327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31455): Terminated: ok {rc=0}\u000a00:02:21.289898 --- ParallelTerminationStrategy: PID 31458 died...\u000a00:02:21.341918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31458): Terminated: ok {rc=0}\u000a00:02:21.351479 --- ParallelTerminationStrategy: PID 31461 died...\u000a00:02:21.403488 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31461): Terminated: ok {rc=0}\u000a00:02:21.489975 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31477): Process ended prematurely: osmo-stp_10.42.42.5(pid=31477) [trial-2351↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31477)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31477): Process ended prematurely: osmo-stp_10.42.42.5(pid=31477) [trial-2351↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31477)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a00:02:22.599673 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:22.611140 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:02:22.766868 tst iperf3m4.py: using LAC 17673\u000a00:02:22.887584 tst iperf3m4.py: using RAC 78\u000a00:02:23.008479 tst iperf3m4.py: using CellId 17673\u000a00:02:23.133241 tst iperf3m4.py: using BVCI 17674\u000a00:02:23.156355 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:23.167164 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:23.177749 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:23.188285 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:23.198831 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:23.209797 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:23.220685 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:23.231208 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:23.242316 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:02:23.358401 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:02:23.479419 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:02:23.595984 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:02:23.882320 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:02:24.008563 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:02:24.323812 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31463): Launched\u000a00:02:24.585837 run iperf3-srv_10.42.42.10(pid=31464): Launched\u000a00:02:24.770981 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:02:24.897001 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:02:25.211884 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31465): Launched\u000a00:02:25.473041 run iperf3-srv_10.42.42.10(pid=31466): Launched\u000a00:02:25.657515 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:02:25.783291 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:02:26.096743 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31467): Launched\u000a00:02:26.358981 run iperf3-srv_10.42.42.10(pid=31468): Launched\u000a00:02:26.543546 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:02:26.669821 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:02:26.983818 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31469): Launched\u000a00:02:27.245593 run iperf3-srv_10.42.42.10(pid=31470): Launched\u000a00:02:27.429896 tst iperf3m4.py:8: start network...\u000a00:02:27.555808 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:02:28.041443 run create_hlr_db(pid=31471): Launched\u000a00:02:28.216422 bus /gobi_6: Setting Powered False\u000a00:02:29.237405 run create_hlr_db(pid=31471): Terminated: ok {rc=0}\u000a00:02:29.666131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31473): Launched\u000a00:02:29.988509 run osmo-hlr_10.42.42.2(pid=31474): Launched\u000a00:02:30.107757 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:02:30.667687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31476): Launched\u000a00:02:31.101730 run osmo-stp_10.42.42.5(pid=31477): Launched\u000a00:02:31.235762 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:02:31.835644 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31479): Launched\u000a00:02:31.954791 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:02:32.289818 run patchelf(pid=31480): Launched\u000a00:02:32.487783 run osmo-stp_10.42.42.5(pid=31477): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31477)]\u000a00:02:32.626441 run osmo-stp_10.42.42.5(pid=31477): stdout: \u000a| (launched: 2022-12-09_00:02:30.841150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:02:32.765453 run osmo-stp_10.42.42.5(pid=31477): stderr: \u000a| �[0;m�[38;5;43m20221209000231031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000231031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000231031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000231032 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000231032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000231032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000231032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:02:32.898933 run osmo-stp_10.42.42.5(pid=31477): stdout: \u000a| (launched: 2022-12-09_00:02:30.841150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:02:33.031601 run osmo-stp_10.42.42.5(pid=31477): stderr: \u000a| �[0;m�[38;5;43m20221209000231031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000231031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000231031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000231032 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000231032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000231032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000231032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:02:33.185450 run patchelf(pid=31480): Terminating (SIGINT)\u000a00:02:33.365892 run patchelf(pid=31480): Terminated: ok {rc=0}\u000a00:02:33.399220 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31477): Process ended prematurely: osmo-stp_10.42.42.5(pid=31477) [trial-2351↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31477)] [trial-2351↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a00:02:33.409286 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a00:02:33.472673 run osmo-hlr_10.42.42.2(pid=31474): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31474)]\u000a00:02:33.524147 run osmo-hlr_10.42.42.2(pid=31474): stdout: \u000a| (launched: 2022-12-09_00:02:29.830294) \u000a00:02:33.576474 run osmo-hlr_10.42.42.2(pid=31474): stderr: \u000a| �[0;m�[1;31m20221209000230028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209000230028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209000230028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000230028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000230028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209000230028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209000230041 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209000230049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209000230049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209000230049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:02:33.621194 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31463): Terminating (SIGTERM)\u000a00:02:33.663431 run iperf3-srv_10.42.42.10(pid=31464): Terminating (SIGTERM)\u000a00:02:33.705521 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31465): Terminating (SIGTERM)\u000a00:02:33.747552 run iperf3-srv_10.42.42.10(pid=31466): Terminating (SIGTERM)\u000a00:02:33.790374 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31467): Terminating (SIGTERM)\u000a00:02:33.832181 run iperf3-srv_10.42.42.10(pid=31468): Terminating (SIGTERM)\u000a00:02:33.874304 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31469): Terminating (SIGTERM)\u000a00:02:33.916339 run iperf3-srv_10.42.42.10(pid=31470): Terminating (SIGTERM)\u000a00:02:33.958444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31473): Terminating (SIGTERM)\u000a00:02:34.000528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31476): Terminating (SIGTERM)\u000a00:02:34.042962 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31479): Terminating (SIGTERM)\u000a00:02:34.052821 --- ParallelTerminationStrategy: PID 31463 died...\u000a00:02:34.109788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31463): Terminated: ok {rc=0}\u000a00:02:34.120223 --- ParallelTerminationStrategy: PID 31464 died...\u000a00:02:34.176278 run iperf3-srv_10.42.42.10(pid=31464): Terminated {rc=256}\u000a00:02:34.186735 --- ParallelTerminationStrategy: PID 31465 died...\u000a00:02:34.242730 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31465): Terminated: ok {rc=0}\u000a00:02:34.253442 --- ParallelTerminationStrategy: PID 31466 died...\u000a00:02:34.309260 run iperf3-srv_10.42.42.10(pid=31466): Terminated {rc=256}\u000a00:02:34.319818 --- ParallelTerminationStrategy: PID 31467 died...\u000a00:02:34.376106 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31467): Terminated: ok {rc=0}\u000a00:02:34.386383 --- ParallelTerminationStrategy: PID 31468 died...\u000a00:02:34.442579 run iperf3-srv_10.42.42.10(pid=31468): Terminated {rc=256}\u000a00:02:34.453186 --- ParallelTerminationStrategy: PID 31469 died...\u000a00:02:34.509178 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31469): Terminated: ok {rc=0}\u000a00:02:34.519433 --- ParallelTerminationStrategy: PID 31470 died...\u000a00:02:34.576270 run iperf3-srv_10.42.42.10(pid=31470): Terminated {rc=256}\u000a00:02:34.586980 --- ParallelTerminationStrategy: PID 31473 died...\u000a00:02:34.643294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31473): Terminated: ok {rc=0}\u000a00:02:34.653949 --- ParallelTerminationStrategy: PID 31476 died...\u000a00:02:34.710156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31476): Terminated: ok {rc=0}\u000a00:02:34.720439 --- ParallelTerminationStrategy: PID 31479 died...\u000a00:02:34.777317 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31479): Terminated: ok {rc=0}\u000a00:02:34.863502 bus /gobi_4: Setting Powered False\u000a00:02:35.965444 bus /gobi_4: Setting Powered False\u000a00:02:37.077035 bus /gobi_1: Setting Powered False\u000a00:02:38.179917 bus /gobi_1: Setting Powered False\u000a00:02:39.290370 bus /gobi_0: Setting Powered False\u000a00:02:40.392755 bus /gobi_0: Setting Powered False\u000a00:02:41.502584 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31488): Process ended prematurely: osmo-stp_10.42.42.5(pid=31488) [trial-2351↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31488)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31488): Process ended prematurely: osmo-stp_10.42.42.5(pid=31488) [trial-2351↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31488)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-lms+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a00:02:42.570350 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:42.582176 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:02:42.744504 tst ping.py: using LAC 17674\u000a00:02:42.867679 tst ping.py: using RAC 79\u000a00:02:42.992140 tst ping.py: using CellId 17674\u000a00:02:43.117291 tst ping.py: using BVCI 17675\u000a00:02:43.141501 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:43.152697 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:43.163770 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:43.175228 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:43.186568 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:43.198132 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:43.209343 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:43.220570 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:02:43.494519 tst ping.py:19: start network...\u000a00:02:43.617917 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:02:44.094320 run create_hlr_db(pid=31482): Launched\u000a00:02:44.267844 bus /gobi_6: Setting Powered False\u000a00:02:45.286767 run create_hlr_db(pid=31482): Terminated: ok {rc=0}\u000a00:02:45.707799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31484): Launched\u000a00:02:46.097141 run osmo-hlr_10.42.42.2(pid=31485): Launched\u000a00:02:46.263967 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:02:47.013602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31487): Launched\u000a00:02:47.422804 run osmo-stp_10.42.42.5(pid=31488): Launched\u000a00:02:47.529760 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:02:48.048087 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31490): Launched\u000a00:02:48.153991 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:02:48.413371 run patchelf(pid=31491): Launched\u000a00:02:48.588200 run osmo-stp_10.42.42.5(pid=31488): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31488)]\u000a00:02:48.715885 run osmo-stp_10.42.42.5(pid=31488): stdout: \u000a| (launched: 2022-12-09_00:02:47.178565)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:02:48.843979 run osmo-stp_10.42.42.5(pid=31488): stderr: \u000a| �[0;m�[38;5;43m20221209000247398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000247398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000247398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000247398 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000247399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000247399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000247399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:02:48.967570 run osmo-stp_10.42.42.5(pid=31488): stdout: \u000a| (launched: 2022-12-09_00:02:47.178565)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:02:49.089873 run osmo-stp_10.42.42.5(pid=31488): stderr: \u000a| �[0;m�[38;5;43m20221209000247398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000247398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000247398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000247398 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000247399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000247399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000247399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:02:49.231321 run patchelf(pid=31491): Terminating (SIGINT)\u000a00:02:49.397867 run patchelf(pid=31491): Terminated: ok {rc=0}\u000a00:02:49.427983 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31488): Process ended prematurely: osmo-stp_10.42.42.5(pid=31488) [trial-2351↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31488)] [trial-2351↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22]\u000a00:02:49.436564 tst ping.py:22: Test FAILED (6.9 sec)\u000a00:02:49.495996 run osmo-hlr_10.42.42.2(pid=31485): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31485)]\u000a00:02:49.544159 run osmo-hlr_10.42.42.2(pid=31485): stdout: \u000a| (launched: 2022-12-09_00:02:45.875705) \u000a00:02:49.593246 run osmo-hlr_10.42.42.2(pid=31485): stderr: \u000a| �[0;m�[1;31m20221209000246228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209000246228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209000246228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000246228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000246228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209000246228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209000246251 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209000246267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209000246267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209000246267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:02:49.634953 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31484): Terminating (SIGTERM)\u000a00:02:49.674348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31487): Terminating (SIGTERM)\u000a00:02:49.713704 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31490): Terminating (SIGTERM)\u000a00:02:49.722934 --- ParallelTerminationStrategy: PID 31484 died...\u000a00:02:49.775826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31484): Terminated: ok {rc=0}\u000a00:02:49.785473 --- ParallelTerminationStrategy: PID 31487 died...\u000a00:02:49.837795 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31487): Terminated: ok {rc=0}\u000a00:02:49.847389 --- ParallelTerminationStrategy: PID 31490 died...\u000a00:02:49.899812 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31490): Terminated: ok {rc=0}\u000a00:02:49.982333 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 21, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31498): Process ended prematurely: osmo-stp_10.42.42.5(pid=31498) [trial-2351↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31498)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31498): Process ended prematurely: osmo-stp_10.42.42.5(pid=31498) [trial-2351↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31498)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a00:02:51.035441 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:51.047798 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:02:51.211658 tst ping_idle_ping.py: using LAC 17675\u000a00:02:51.334703 tst ping_idle_ping.py: using RAC 80\u000a00:02:51.457921 tst ping_idle_ping.py: using CellId 17675\u000a00:02:51.581021 tst ping_idle_ping.py: using BVCI 17676\u000a00:02:51.605195 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:51.616370 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:51.627444 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:51.639296 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:51.651206 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:51.663477 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:51.674846 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:51.687221 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:02:51.977595 tst ping_idle_ping.py:24: start network...\u000a00:02:52.110999 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:02:52.613382 run create_hlr_db(pid=31492): Launched\u000a00:02:52.799286 bus /gobi_6: Setting Powered False\u000a00:02:53.818903 run create_hlr_db(pid=31492): Terminated: ok {rc=0}\u000a00:02:54.219747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31494): Launched\u000a00:02:54.528197 run osmo-hlr_10.42.42.2(pid=31495): Launched\u000a00:02:54.645872 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:02:55.198880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31497): Launched\u000a00:02:55.516016 run osmo-stp_10.42.42.5(pid=31498): Launched\u000a00:02:55.631720 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:02:56.186785 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31500): Launched\u000a00:02:56.300330 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:02:56.577415 run patchelf(pid=31501): Launched\u000a00:02:56.764108 run osmo-stp_10.42.42.5(pid=31498): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31498)]\u000a00:02:56.901504 run osmo-stp_10.42.42.5(pid=31498): stdout: \u000a| (launched: 2022-12-09_00:02:55.360130)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:02:57.038934 run osmo-stp_10.42.42.5(pid=31498): stderr: \u000a| �[0;m�[38;5;43m20221209000255551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000255551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000255551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000255552 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000255552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000255552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000255552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:02:57.171185 run osmo-stp_10.42.42.5(pid=31498): stdout: \u000a| (launched: 2022-12-09_00:02:55.360130)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:02:57.301823 run osmo-stp_10.42.42.5(pid=31498): stderr: \u000a| �[0;m�[38;5;43m20221209000255551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000255551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000255551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000255552 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000255552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000255552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000255552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:02:57.453763 run patchelf(pid=31501): Terminating (SIGINT)\u000a00:02:57.632018 run patchelf(pid=31501): Terminated: ok {rc=0}\u000a00:02:57.664254 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31498): Process ended prematurely: osmo-stp_10.42.42.5(pid=31498) [trial-2351↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31498)] [trial-2351↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a00:02:57.673578 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a00:02:57.736621 run osmo-hlr_10.42.42.2(pid=31495): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31495)]\u000a00:02:57.788132 run osmo-hlr_10.42.42.2(pid=31495): stdout: \u000a| (launched: 2022-12-09_00:02:54.371104) \u000a00:02:57.840388 run osmo-hlr_10.42.42.2(pid=31495): stderr: \u000a| �[0;m�[1;31m20221209000254571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209000254571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209000254571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000254571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000254571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209000254571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209000254583 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209000254591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209000254591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209000254592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:02:57.885002 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31494): Terminating (SIGTERM)\u000a00:02:57.927680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31497): Terminating (SIGTERM)\u000a00:02:57.969697 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31500): Terminating (SIGTERM)\u000a00:02:57.979801 --- ParallelTerminationStrategy: PID 31494 died...\u000a00:02:58.036108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31494): Terminated: ok {rc=0}\u000a00:02:58.046682 --- ParallelTerminationStrategy: PID 31497 died...\u000a00:02:58.102579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31497): Terminated: ok {rc=0}\u000a00:02:58.113100 --- ParallelTerminationStrategy: PID 31500 died...\u000a00:02:58.169130 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31500): Terminated: ok {rc=0}\u000a00:02:58.256739 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "109", "name" : "gprs_trx-lms+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:02:00" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31516): Process ended prematurely: osmo-stp_10.42.42.5(pid=31516) [trial-2351↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31516)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31516): Process ended prematurely: osmo-stp_10.42.42.5(pid=31516) [trial-2351↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31516)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:03:00.411433 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:00.422590 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:03:00.586307 tst cs_paging_gprs_active.py: using LAC 17676\u000a00:03:00.712574 tst cs_paging_gprs_active.py: using RAC 81\u000a00:03:00.839128 tst cs_paging_gprs_active.py: using CellId 17676\u000a00:03:00.977774 tst cs_paging_gprs_active.py: using BVCI 17677\u000a00:03:01.007625 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:01.020404 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:01.032814 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:01.045000 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:01.058899 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:01.074727 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:01.088009 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:01.099992 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:01.113234 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:03:01.237569 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:03:01.528750 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:03:01.671956 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:03:02.044871 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31506): Launched\u000a00:03:02.333485 run iperf3-srv_10.42.42.10(pid=31507): Launched\u000a00:03:02.519505 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:03:02.646673 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:03:02.960880 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31508): Launched\u000a00:03:03.220736 run iperf3-srv_10.42.42.10(pid=31509): Launched\u000a00:03:03.404840 tst cs_paging_gprs_active.py:38: start network...\u000a00:03:03.531033 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:03:04.016366 run create_hlr_db(pid=31510): Launched\u000a00:03:04.191082 bus /gobi_6: Setting Powered False\u000a00:03:05.212080 run create_hlr_db(pid=31510): Terminated: ok {rc=0}\u000a00:03:05.614740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31512): Launched\u000a00:03:05.917835 run osmo-hlr_10.42.42.2(pid=31513): Launched\u000a00:03:06.033716 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:03:06.564327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31515): Launched\u000a00:03:06.868298 run osmo-stp_10.42.42.5(pid=31516): Launched\u000a00:03:06.979033 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:03:07.508880 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31518): Launched\u000a00:03:07.617489 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:03:07.882982 run patchelf(pid=31519): Launched\u000a00:03:08.062949 run osmo-stp_10.42.42.5(pid=31516): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31516)]\u000a00:03:08.192587 run osmo-stp_10.42.42.5(pid=31516): stdout: \u000a| (launched: 2022-12-09_00:03:06.719062)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:03:08.322982 run osmo-stp_10.42.42.5(pid=31516): stderr: \u000a| �[0;m�[38;5;43m20221209000306890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000306890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000306890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000306891 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000306893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000306893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000306893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:03:08.448781 run osmo-stp_10.42.42.5(pid=31516): stdout: \u000a| (launched: 2022-12-09_00:03:06.719062)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:03:08.574233 run osmo-stp_10.42.42.5(pid=31516): stderr: \u000a| �[0;m�[38;5;43m20221209000306890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000306890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000306890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000306891 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000306893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000306893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000306893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:03:08.719307 run patchelf(pid=31519): Terminating (SIGINT)\u000a00:03:08.889904 run patchelf(pid=31519): Terminated: ok {rc=0}\u000a00:03:08.921079 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31516): Process ended prematurely: osmo-stp_10.42.42.5(pid=31516) [trial-2351↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31516)] [trial-2351↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a00:03:08.930332 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a00:03:08.989090 run osmo-hlr_10.42.42.2(pid=31513): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31513)]\u000a00:03:09.036979 run osmo-hlr_10.42.42.2(pid=31513): stdout: \u000a| (launched: 2022-12-09_00:03:05.768594) \u000a00:03:09.085792 run osmo-hlr_10.42.42.2(pid=31513): stderr: \u000a| �[0;m�[1;31m20221209000305944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209000305944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209000305944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000305945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000305945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209000305945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209000305957 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209000305966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209000305966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209000305966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:03:09.126936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31506): Terminating (SIGTERM)\u000a00:03:09.165685 run iperf3-srv_10.42.42.10(pid=31507): Terminating (SIGTERM)\u000a00:03:09.204838 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31508): Terminating (SIGTERM)\u000a00:03:09.243687 run iperf3-srv_10.42.42.10(pid=31509): Terminating (SIGTERM)\u000a00:03:09.282521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31512): Terminating (SIGTERM)\u000a00:03:09.321155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31515): Terminating (SIGTERM)\u000a00:03:09.359747 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31518): Terminating (SIGTERM)\u000a00:03:09.368795 --- ParallelTerminationStrategy: PID 31506 died...\u000a00:03:09.420678 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31506): Terminated: ok {rc=0}\u000a00:03:09.430222 --- ParallelTerminationStrategy: PID 31507 died...\u000a00:03:09.482063 run iperf3-srv_10.42.42.10(pid=31507): Terminated {rc=256}\u000a00:03:09.491401 --- ParallelTerminationStrategy: PID 31508 died...\u000a00:03:09.543396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31508): Terminated: ok {rc=0}\u000a00:03:09.552809 --- ParallelTerminationStrategy: PID 31509 died...\u000a00:03:09.604501 run iperf3-srv_10.42.42.10(pid=31509): Terminated {rc=256}\u000a00:03:09.613995 --- ParallelTerminationStrategy: PID 31512 died...\u000a00:03:09.665810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31512): Terminated: ok {rc=0}\u000a00:03:09.675171 --- ParallelTerminationStrategy: PID 31515 died...\u000a00:03:09.727388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31515): Terminated: ok {rc=0}\u000a00:03:09.736925 --- ParallelTerminationStrategy: PID 31518 died...\u000a00:03:09.788913 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31518): Terminated: ok {rc=0}\u000a00:03:09.875929 bus /gobi_0: Setting Powered False\u000a00:03:10.977541 bus /gobi_0: Setting Powered False\u000a00:03:12.081677 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31528): Process ended prematurely: osmo-stp_10.42.42.5(pid=31528) [trial-2351↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31528)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31528): Process ended prematurely: osmo-stp_10.42.42.5(pid=31528) [trial-2351↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31528)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a00:03:13.188639 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:13.199970 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:03:13.357666 tst iperf3.py: using LAC 17677\u000a00:03:13.476311 tst iperf3.py: using RAC 82\u000a00:03:13.595105 tst iperf3.py: using CellId 17677\u000a00:03:13.721409 tst iperf3.py: using BVCI 17678\u000a00:03:13.744629 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:13.755498 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:13.766128 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:13.776455 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:13.786839 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:13.797445 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:13.808250 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:13.818746 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:13.829328 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:03:14.122454 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:03:14.257487 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:03:14.589608 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31520): Launched\u000a00:03:14.867521 run iperf3-srv_10.42.42.10(pid=31521): Launched\u000a00:03:15.066468 tst iperf3.py:8: start network...\u000a00:03:15.201818 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:03:15.711270 run create_hlr_db(pid=31522): Launched\u000a00:03:15.902411 bus /gobi_6: Setting Powered False\u000a00:03:16.921429 run create_hlr_db(pid=31522): Terminated: ok {rc=0}\u000a00:03:17.364449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31524): Launched\u000a00:03:17.688626 run osmo-hlr_10.42.42.2(pid=31525): Launched\u000a00:03:17.810050 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:03:18.371875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31527): Launched\u000a00:03:18.694918 run osmo-stp_10.42.42.5(pid=31528): Launched\u000a00:03:18.812649 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:03:19.377396 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31530): Launched\u000a00:03:19.492660 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:03:19.773855 run patchelf(pid=31531): Launched\u000a00:03:19.963280 run osmo-stp_10.42.42.5(pid=31528): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31528)]\u000a00:03:20.102596 run osmo-stp_10.42.42.5(pid=31528): stdout: \u000a| (launched: 2022-12-09_00:03:18.536128)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:03:20.241621 run osmo-stp_10.42.42.5(pid=31528): stderr: \u000a| �[0;m�[38;5;43m20221209000318729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000318730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000318730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000318730 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000318731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000318731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000318731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:03:20.375219 run osmo-stp_10.42.42.5(pid=31528): stdout: \u000a| (launched: 2022-12-09_00:03:18.536128)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:03:20.507716 run osmo-stp_10.42.42.5(pid=31528): stderr: \u000a| �[0;m�[38;5;43m20221209000318729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000318730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000318730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000318730 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000318731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000318731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000318731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:03:20.662127 run patchelf(pid=31531): Terminating (SIGINT)\u000a00:03:20.843235 run patchelf(pid=31531): Terminated: ok {rc=0}\u000a00:03:20.876282 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31528): Process ended prematurely: osmo-stp_10.42.42.5(pid=31528) [trial-2351↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31528)] [trial-2351↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a00:03:20.886258 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a00:03:20.949049 run osmo-hlr_10.42.42.2(pid=31525): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31525)]\u000a00:03:21.000381 run osmo-hlr_10.42.42.2(pid=31525): stdout: \u000a| (launched: 2022-12-09_00:03:17.529470) \u000a00:03:21.052300 run osmo-hlr_10.42.42.2(pid=31525): stderr: \u000a| �[0;m�[1;31m20221209000317726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209000317726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209000317726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000317726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000317726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209000317726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209000317742 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209000317753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209000317753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209000317753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:03:21.096691 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31520): Terminating (SIGTERM)\u000a00:03:21.138419 run iperf3-srv_10.42.42.10(pid=31521): Terminating (SIGTERM)\u000a00:03:21.180122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31524): Terminating (SIGTERM)\u000a00:03:21.222196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31527): Terminating (SIGTERM)\u000a00:03:21.263713 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31530): Terminating (SIGTERM)\u000a00:03:21.273420 --- ParallelTerminationStrategy: PID 31520 died...\u000a00:03:21.329145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31520): Terminated: ok {rc=0}\u000a00:03:21.339171 --- ParallelTerminationStrategy: PID 31521 died...\u000a00:03:21.394282 run iperf3-srv_10.42.42.10(pid=31521): Terminated {rc=256}\u000a00:03:21.404474 --- ParallelTerminationStrategy: PID 31524 died...\u000a00:03:21.460021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31524): Terminated: ok {rc=0}\u000a00:03:21.470653 --- ParallelTerminationStrategy: PID 31527 died...\u000a00:03:21.525964 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31527): Terminated: ok {rc=0}\u000a00:03:21.536330 --- ParallelTerminationStrategy: PID 31530 died...\u000a00:03:21.591659 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31530): Terminated: ok {rc=0}\u000a00:03:21.677550 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31546): Process ended prematurely: osmo-stp_10.42.42.5(pid=31546) [trial-2351↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31546)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31546): Process ended prematurely: osmo-stp_10.42.42.5(pid=31546) [trial-2351↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31546)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a00:03:22.795374 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:22.807256 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:03:22.973379 tst iperf3m4.py: using LAC 17678\u000a00:03:23.101891 tst iperf3m4.py: using RAC 83\u000a00:03:23.227504 tst iperf3m4.py: using CellId 17678\u000a00:03:23.359187 tst iperf3m4.py: using BVCI 17679\u000a00:03:23.384034 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:23.395375 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:23.406480 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:23.417560 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:23.428898 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:23.440271 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:23.451794 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:23.462771 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:23.474422 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:03:23.593195 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:03:23.715241 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:03:23.834287 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:03:24.119241 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:03:24.245349 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:03:24.560056 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31532): Launched\u000a00:03:24.823179 run iperf3-srv_10.42.42.10(pid=31533): Launched\u000a00:03:25.008528 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:03:25.135447 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:03:25.452142 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31534): Launched\u000a00:03:25.713735 run iperf3-srv_10.42.42.10(pid=31535): Launched\u000a00:03:25.898954 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:03:26.025509 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:03:26.340158 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31536): Launched\u000a00:03:26.601518 run iperf3-srv_10.42.42.10(pid=31537): Launched\u000a00:03:26.787684 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:03:26.914230 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:03:27.229452 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31538): Launched\u000a00:03:27.491331 run iperf3-srv_10.42.42.10(pid=31539): Launched\u000a00:03:27.676513 tst iperf3m4.py:8: start network...\u000a00:03:27.802943 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:03:28.291246 run create_hlr_db(pid=31540): Launched\u000a00:03:28.466077 bus /gobi_6: Setting Powered False\u000a00:03:29.487132 run create_hlr_db(pid=31540): Terminated: ok {rc=0}\u000a00:03:29.916696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31542): Launched\u000a00:03:30.241741 run osmo-hlr_10.42.42.2(pid=31543): Launched\u000a00:03:30.359348 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:03:30.939897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31545): Launched\u000a00:03:31.280660 run osmo-stp_10.42.42.5(pid=31546): Launched\u000a00:03:31.501552 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:03:32.131278 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31548): Launched\u000a00:03:32.243507 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:03:32.509414 run patchelf(pid=31549): Launched\u000a00:03:32.687067 run osmo-stp_10.42.42.5(pid=31546): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31546)]\u000a00:03:32.817848 run osmo-stp_10.42.42.5(pid=31546): stdout: \u000a| (launched: 2022-12-09_00:03:31.107546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:03:32.947847 run osmo-stp_10.42.42.5(pid=31546): stderr: \u000a| �[0;m�[38;5;43m20221209000331456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000331456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000331456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000331457 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000331457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000331457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000331457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:03:33.072844 run osmo-stp_10.42.42.5(pid=31546): stdout: \u000a| (launched: 2022-12-09_00:03:31.107546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:03:33.196680 run osmo-stp_10.42.42.5(pid=31546): stderr: \u000a| �[0;m�[38;5;43m20221209000331456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000331456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000331456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000331457 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000331457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000331457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000331457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:03:33.340790 run patchelf(pid=31549): Terminating (SIGINT)\u000a00:03:33.510254 run patchelf(pid=31549): Terminated: ok {rc=0}\u000a00:03:33.541569 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31546): Process ended prematurely: osmo-stp_10.42.42.5(pid=31546) [trial-2351↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31546)] [trial-2351↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a00:03:33.550753 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a00:03:33.609780 run osmo-hlr_10.42.42.2(pid=31543): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31543)]\u000a00:03:33.658053 run osmo-hlr_10.42.42.2(pid=31543): stdout: \u000a| (launched: 2022-12-09_00:03:30.082325) \u000a00:03:33.706557 run osmo-hlr_10.42.42.2(pid=31543): stderr: \u000a| �[0;m�[1;31m20221209000330282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209000330282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209000330282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000330282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000330282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209000330282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209000330294 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209000330302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209000330302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209000330302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:03:33.747860 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31532): Terminating (SIGTERM)\u000a00:03:33.786888 run iperf3-srv_10.42.42.10(pid=31533): Terminating (SIGTERM)\u000a00:03:33.826079 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31534): Terminating (SIGTERM)\u000a00:03:33.865591 run iperf3-srv_10.42.42.10(pid=31535): Terminating (SIGTERM)\u000a00:03:33.904861 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31536): Terminating (SIGTERM)\u000a00:03:33.944363 run iperf3-srv_10.42.42.10(pid=31537): Terminating (SIGTERM)\u000a00:03:33.983485 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31538): Terminating (SIGTERM)\u000a00:03:34.022354 run iperf3-srv_10.42.42.10(pid=31539): Terminating (SIGTERM)\u000a00:03:34.061364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31542): Terminating (SIGTERM)\u000a00:03:34.101367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31545): Terminating (SIGTERM)\u000a00:03:34.140510 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31548): Terminating (SIGTERM)\u000a00:03:34.149691 --- ParallelTerminationStrategy: PID 31532 died...\u000a00:03:34.202200 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31532): Terminated: ok {rc=0}\u000a00:03:34.211846 --- ParallelTerminationStrategy: PID 31533 died...\u000a00:03:34.263783 run iperf3-srv_10.42.42.10(pid=31533): Terminated {rc=256}\u000a00:03:34.273326 --- ParallelTerminationStrategy: PID 31534 died...\u000a00:03:34.325503 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31534): Terminated: ok {rc=0}\u000a00:03:34.335055 --- ParallelTerminationStrategy: PID 31535 died...\u000a00:03:34.387148 run iperf3-srv_10.42.42.10(pid=31535): Terminated {rc=256}\u000a00:03:34.396711 --- ParallelTerminationStrategy: PID 31536 died...\u000a00:03:34.448791 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31536): Terminated: ok {rc=0}\u000a00:03:34.458436 --- ParallelTerminationStrategy: PID 31537 died...\u000a00:03:34.510971 run iperf3-srv_10.42.42.10(pid=31537): Terminated {rc=256}\u000a00:03:34.520701 --- ParallelTerminationStrategy: PID 31538 died...\u000a00:03:34.572828 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31538): Terminated: ok {rc=0}\u000a00:03:34.582556 --- ParallelTerminationStrategy: PID 31539 died...\u000a00:03:34.634682 run iperf3-srv_10.42.42.10(pid=31539): Terminated {rc=256}\u000a00:03:34.644329 --- ParallelTerminationStrategy: PID 31542 died...\u000a00:03:34.696530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31542): Terminated: ok {rc=0}\u000a00:03:34.706196 --- ParallelTerminationStrategy: PID 31545 died...\u000a00:03:34.758444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31545): Terminated: ok {rc=0}\u000a00:03:34.768523 --- ParallelTerminationStrategy: PID 31548 died...\u000a00:03:34.820997 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31548): Terminated: ok {rc=0}\u000a00:03:34.903369 bus /gobi_4: Setting Powered False\u000a00:03:36.009529 bus /gobi_4: Setting Powered False\u000a00:03:37.120614 bus /gobi_1: Setting Powered False\u000a00:03:38.222907 bus /gobi_1: Setting Powered False\u000a00:03:39.331297 bus /gobi_0: Setting Powered False\u000a00:03:40.436336 bus /gobi_0: Setting Powered False\u000a00:03:41.543049 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31556): Process ended prematurely: osmo-stp_10.42.42.5(pid=31556) [trial-2351↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31556)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31556): Process ended prematurely: osmo-stp_10.42.42.5(pid=31556) [trial-2351↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31556)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-lms+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a00:03:42.607885 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:42.619228 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:03:42.774306 tst ping.py: using LAC 17679\u000a00:03:42.891505 tst ping.py: using RAC 84\u000a00:03:43.008491 tst ping.py: using CellId 17679\u000a00:03:43.127099 tst ping.py: using BVCI 17680\u000a00:03:43.149816 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:43.160594 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:43.171300 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:43.181974 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:43.192427 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:43.203029 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:43.213748 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:43.224348 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:03:43.512459 tst ping.py:19: start network...\u000a00:03:43.645841 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:03:44.145828 run create_hlr_db(pid=31550): Launched\u000a00:03:44.332118 bus /gobi_6: Setting Powered False\u000a00:03:45.351666 run create_hlr_db(pid=31550): Terminated: ok {rc=0}\u000a00:03:45.755980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31552): Launched\u000a00:03:46.335461 run osmo-hlr_10.42.42.2(pid=31553): Launched\u000a00:03:46.563937 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:03:47.143099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31555): Launched\u000a00:03:47.505471 run osmo-stp_10.42.42.5(pid=31556): Launched\u000a00:03:47.624183 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:03:48.182373 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31558): Launched\u000a00:03:48.296227 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:03:48.572860 run patchelf(pid=31559): Launched\u000a00:03:48.759319 run osmo-stp_10.42.42.5(pid=31556): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31556)]\u000a00:03:48.895720 run osmo-stp_10.42.42.5(pid=31556): stdout: \u000a| (launched: 2022-12-09_00:03:47.345421)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:03:49.032659 run osmo-stp_10.42.42.5(pid=31556): stderr: \u000a| �[0;m�[38;5;43m20221209000347537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000347537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000347537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000347538 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000347538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000347538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000347538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:03:49.164482 run osmo-stp_10.42.42.5(pid=31556): stdout: \u000a| (launched: 2022-12-09_00:03:47.345421)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:03:49.294867 run osmo-stp_10.42.42.5(pid=31556): stderr: \u000a| �[0;m�[38;5;43m20221209000347537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000347537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000347537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000347538 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000347538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000347538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000347538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:03:49.446530 run patchelf(pid=31559): Terminating (SIGINT)\u000a00:03:49.624537 run patchelf(pid=31559): Terminated: ok {rc=0}\u000a00:03:49.656882 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31556): Process ended prematurely: osmo-stp_10.42.42.5(pid=31556) [trial-2351↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31556)] [trial-2351↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22]\u000a00:03:49.666272 tst ping.py:22: Test FAILED (7.0 sec)\u000a00:03:49.728700 run osmo-hlr_10.42.42.2(pid=31553): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31553)]\u000a00:03:49.779656 run osmo-hlr_10.42.42.2(pid=31553): stdout: \u000a| (launched: 2022-12-09_00:03:45.931946) \u000a00:03:49.831229 run osmo-hlr_10.42.42.2(pid=31553): stderr: \u000a| �[0;m�[1;31m20221209000346288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209000346288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209000346288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000346288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000346288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209000346288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209000346311 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209000346319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209000346319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209000346319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:03:49.875400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31552): Terminating (SIGTERM)\u000a00:03:49.916891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31555): Terminating (SIGTERM)\u000a00:03:49.958689 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31558): Terminating (SIGTERM)\u000a00:03:49.968409 --- ParallelTerminationStrategy: PID 31552 died...\u000a00:03:50.024473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31552): Terminated: ok {rc=0}\u000a00:03:50.034926 --- ParallelTerminationStrategy: PID 31555 died...\u000a00:03:50.090334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31555): Terminated: ok {rc=0}\u000a00:03:50.100723 --- ParallelTerminationStrategy: PID 31558 died...\u000a00:03:50.155834 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31558): Terminated: ok {rc=0}\u000a00:03:50.241280 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31567): Process ended prematurely: osmo-stp_10.42.42.5(pid=31567) [trial-2351↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31567)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31567): Process ended prematurely: osmo-stp_10.42.42.5(pid=31567) [trial-2351↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31567)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a00:03:51.294716 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:51.309706 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:03:51.475302 tst ping_idle_ping.py: using LAC 17680\u000a00:03:51.598948 tst ping_idle_ping.py: using RAC 85\u000a00:03:51.727665 tst ping_idle_ping.py: using CellId 17680\u000a00:03:51.850293 tst ping_idle_ping.py: using BVCI 17681\u000a00:03:51.874661 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:51.886161 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:51.897277 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:51.908571 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:51.919567 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:51.931185 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:51.942711 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:51.954079 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:03:52.229290 tst ping_idle_ping.py:24: start network...\u000a00:03:52.354661 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:03:52.837416 run create_hlr_db(pid=31561): Launched\u000a00:03:53.012033 bus /gobi_6: Setting Powered False\u000a00:03:54.032340 run create_hlr_db(pid=31561): Terminated: ok {rc=0}\u000a00:03:54.458889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31563): Launched\u000a00:03:54.777614 run osmo-hlr_10.42.42.2(pid=31564): Launched\u000a00:03:54.894060 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:03:55.447778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31566): Launched\u000a00:03:55.765907 run osmo-stp_10.42.42.5(pid=31567): Launched\u000a00:03:55.881610 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:03:56.438004 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31569): Launched\u000a00:03:56.551608 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:03:56.828786 run patchelf(pid=31570): Launched\u000a00:03:57.015311 run osmo-stp_10.42.42.5(pid=31567): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31567)]\u000a00:03:57.152099 run osmo-stp_10.42.42.5(pid=31567): stdout: \u000a| (launched: 2022-12-09_00:03:55.609503)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:03:57.288713 run osmo-stp_10.42.42.5(pid=31567): stderr: \u000a| �[0;m�[38;5;43m20221209000355803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000355803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000355803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000355804 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000355804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000355804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000355804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:03:57.420651 run osmo-stp_10.42.42.5(pid=31567): stdout: \u000a| (launched: 2022-12-09_00:03:55.609503)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:03:57.551473 run osmo-stp_10.42.42.5(pid=31567): stderr: \u000a| �[0;m�[38;5;43m20221209000355803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000355803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000355803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000355804 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000355804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000355804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000355804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:03:57.702991 run patchelf(pid=31570): Terminating (SIGINT)\u000a00:03:57.880840 run patchelf(pid=31570): Terminated: ok {rc=0}\u000a00:03:57.913149 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31567): Process ended prematurely: osmo-stp_10.42.42.5(pid=31567) [trial-2351↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31567)] [trial-2351↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a00:03:57.922410 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a00:03:57.985292 run osmo-hlr_10.42.42.2(pid=31564): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31564)]\u000a00:03:58.036912 run osmo-hlr_10.42.42.2(pid=31564): stdout: \u000a| (launched: 2022-12-09_00:03:54.621408) \u000a00:03:58.088883 run osmo-hlr_10.42.42.2(pid=31564): stderr: \u000a| �[0;m�[1;31m20221209000354820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209000354820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209000354820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000354820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000354820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209000354820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209000354832 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209000354841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209000354841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209000354841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:03:58.133544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31563): Terminating (SIGTERM)\u000a00:03:58.175452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31566): Terminating (SIGTERM)\u000a00:03:58.217571 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31569): Terminating (SIGTERM)\u000a00:03:58.227636 --- ParallelTerminationStrategy: PID 31563 died...\u000a00:03:58.283342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31563): Terminated: ok {rc=0}\u000a00:03:58.293811 --- ParallelTerminationStrategy: PID 31566 died...\u000a00:03:58.349443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31566): Terminated: ok {rc=0}\u000a00:03:58.360186 --- ParallelTerminationStrategy: PID 31569 died...\u000a00:03:58.415677 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31569): Terminated: ok {rc=0}\u000a00:03:58.500615 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "110", "name" : "gprs_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:03:00" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31581): Process ended prematurely: osmo-stp_10.42.42.5(pid=31581) [trial-2351↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31581)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31581): Process ended prematurely: osmo-stp_10.42.42.5(pid=31581) [trial-2351↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31581)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a00:04:00.539693 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:04:00.553197 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:04:00.718402 tst switch_tch_pdch.py: using LAC 17681\u000a00:04:00.846318 tst switch_tch_pdch.py: using RAC 86\u000a00:04:00.983397 tst switch_tch_pdch.py: using CellId 17681\u000a00:04:01.109870 tst switch_tch_pdch.py: using BVCI 17682\u000a00:04:01.133801 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:04:01.145520 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:04:01.158146 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:04:01.170255 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:04:01.181933 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:04:01.193969 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:04:01.206300 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:04:01.218452 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:04:01.334970 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:04:01.683943 tst switch_tch_pdch.py:51: start network...\u000a00:04:01.852349 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:04:02.477963 run create_hlr_db(pid=31575): Launched\u000a00:04:02.650707 bus /gobi_6: Setting Powered False\u000a00:04:03.669887 run create_hlr_db(pid=31575): Terminated: ok {rc=0}\u000a00:04:04.067330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31577): Launched\u000a00:04:04.366285 run osmo-hlr_10.42.42.2(pid=31578): Launched\u000a00:04:04.475548 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:04:04.992122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31580): Launched\u000a00:04:05.289601 run osmo-stp_10.42.42.5(pid=31581): Launched\u000a00:04:05.398895 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:04:05.918392 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31583): Launched\u000a00:04:06.024397 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:04:06.284274 run patchelf(pid=31584): Launched\u000a00:04:06.458589 run osmo-stp_10.42.42.5(pid=31581): ERR: Terminated: ERROR {rc=1} [trial-2351↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31581)]\u000a00:04:06.586653 run osmo-stp_10.42.42.5(pid=31581): stdout: \u000a| (launched: 2022-12-09_00:04:05.143715)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:04:06.714343 run osmo-stp_10.42.42.5(pid=31581): stderr: \u000a| �[0;m�[38;5;43m20221209000405312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000405312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000405312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000405313 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000405315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000405315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000405315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:04:06.837657 run osmo-stp_10.42.42.5(pid=31581): stdout: \u000a| (launched: 2022-12-09_00:04:05.143715)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:04:06.959664 run osmo-stp_10.42.42.5(pid=31581): stderr: \u000a| �[0;m�[38;5;43m20221209000405312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000405312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000405312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000405313 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000405315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000405315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000405315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:04:07.102197 run patchelf(pid=31584): Terminating (SIGINT)\u000a00:04:07.268850 run patchelf(pid=31584): Terminated: ok {rc=0}\u000a00:04:07.299531 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=31581): Process ended prematurely: osmo-stp_10.42.42.5(pid=31581) [trial-2351↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31581)] [trial-2351↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a00:04:07.308048 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a00:04:07.366763 run osmo-hlr_10.42.42.2(pid=31578): ERR: Terminated: ERROR {rc=237} [trial-2351↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31578)]\u000a00:04:07.414981 run osmo-hlr_10.42.42.2(pid=31578): stdout: \u000a| (launched: 2022-12-09_00:04:04.218969) \u000a00:04:07.463995 run osmo-hlr_10.42.42.2(pid=31578): stderr: \u000a| �[0;m�[1;31m20221209000404393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209000404393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209000404393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000404393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000404394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209000404394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209000404406 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209000404415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209000404415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209000404415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:04:07.505418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31577): Terminating (SIGTERM)\u000a00:04:07.544406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31580): Terminating (SIGTERM)\u000a00:04:07.583454 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31583): Terminating (SIGTERM)\u000a00:04:07.592630 --- ParallelTerminationStrategy: PID 31577 died...\u000a00:04:07.645583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31577): Terminated: ok {rc=0}\u000a00:04:07.655186 --- ParallelTerminationStrategy: PID 31580 died...\u000a00:04:07.707646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31580): Terminated: ok {rc=0}\u000a00:04:07.717168 --- ParallelTerminationStrategy: PID 31583 died...\u000a00:04:07.769158 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31583): Terminated: ok {rc=0}\u000a00:04:07.850823 bus /gobi_0: Setting Powered False\u000a00:04:08.956854 bus /gobi_0: Setting Powered False\u000a00:04:10.063046 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "111", "name" : "dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:04:00" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "dynts:trx-lms+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31594): Process ended prematurely: osmo-stp_10.42.42.5(pid=31594) [trial-2351↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31594)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31594): Process ended prematurely: osmo-stp_10.42.42.5(pid=31594) [trial-2351↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31594)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a00:04:12.042624 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:04:12.053879 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a00:04:12.216709 tst switch_tch_pdch.py: using LAC 17682\u000a00:04:12.340503 tst switch_tch_pdch.py: using RAC 87\u000a00:04:12.466097 tst switch_tch_pdch.py: using CellId 17682\u000a00:04:12.595635 tst switch_tch_pdch.py: using BVCI 17683\u000a00:04:12.619938 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:04:12.631228 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:04:12.642286 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:04:12.653449 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:04:12.665074 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:04:12.676206 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:04:12.687753 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:04:12.699449 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a00:04:12.818354 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a00:04:13.108083 tst switch_tch_pdch.py:51: start network...\u000a00:04:13.240604 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:04:13.710738 run create_hlr_db(pid=31588): Launched\u000a00:04:13.840386 bus /gobi_6: Setting Powered False\u000a00:04:14.916383 run create_hlr_db(pid=31588): Terminated: ok {rc=0}\u000a00:04:15.292048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31590): Launched\u000a00:04:15.589879 run osmo-hlr_10.42.42.2(pid=31591): Launched\u000a00:04:15.700155 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:04:16.263558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31593): Launched\u000a00:04:16.683341 run osmo-stp_10.42.42.5(pid=31594): Launched\u000a00:04:16.890520 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:04:17.484834 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31596): Launched\u000a00:04:17.598692 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:04:17.875057 run patchelf(pid=31597): Launched\u000a00:04:18.060827 run osmo-stp_10.42.42.5(pid=31594): ERR: Terminated: ERROR {rc=1} [trial-2351↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31594)]\u000a00:04:18.197830 run osmo-stp_10.42.42.5(pid=31594): stdout: \u000a| (launched: 2022-12-09_00:04:16.428712)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:04:18.334531 run osmo-stp_10.42.42.5(pid=31594): stderr: \u000a| �[0;m�[38;5;43m20221209000416725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000416725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000416725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000416726 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000416728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000416728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000416728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:04:18.466162 run osmo-stp_10.42.42.5(pid=31594): stdout: \u000a| (launched: 2022-12-09_00:04:16.428712)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:04:18.596228 run osmo-stp_10.42.42.5(pid=31594): stderr: \u000a| �[0;m�[38;5;43m20221209000416725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000416725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000416725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000416726 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000416728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000416728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000416728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:04:18.748020 run patchelf(pid=31597): Terminating (SIGINT)\u000a00:04:18.925911 run patchelf(pid=31597): Terminated: ok {rc=0}\u000a00:04:18.958180 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=31594): Process ended prematurely: osmo-stp_10.42.42.5(pid=31594) [trial-2351↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31594)] [trial-2351↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a00:04:18.967387 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a00:04:19.029731 run osmo-hlr_10.42.42.2(pid=31591): ERR: Terminated: ERROR {rc=237} [trial-2351↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31591)]\u000a00:04:19.081177 run osmo-hlr_10.42.42.2(pid=31591): stdout: \u000a| (launched: 2022-12-09_00:04:15.443014) \u000a00:04:19.133257 run osmo-hlr_10.42.42.2(pid=31591): stderr: \u000a| �[0;m�[1;31m20221209000415622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209000415622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209000415622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000415622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000415622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209000415622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209000415635 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209000415643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209000415643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209000415643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:04:19.177654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31590): Terminating (SIGTERM)\u000a00:04:19.218854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31593): Terminating (SIGTERM)\u000a00:04:19.260229 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31596): Terminating (SIGTERM)\u000a00:04:19.270260 --- ParallelTerminationStrategy: PID 31590 died...\u000a00:04:19.325872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31590): Terminated: ok {rc=0}\u000a00:04:19.336017 --- ParallelTerminationStrategy: PID 31593 died...\u000a00:04:19.391173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31593): Terminated: ok {rc=0}\u000a00:04:19.401886 --- ParallelTerminationStrategy: PID 31596 died...\u000a00:04:19.457473 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31596): Terminated: ok {rc=0}\u000a00:04:19.543970 bus /gobi_0: Setting Powered False\u000a00:04:20.649710 bus /gobi_0: Setting Powered False\u000a00:04:21.755243 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "112", "name" : "dynts_trx-lms+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:04:11" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "nitb_sms:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=31602): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31602) [trial-2351↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31602)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=31602): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31602) [trial-2351↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31602)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a00:04:23.630750 tst nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a00:04:23.641515 tst nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a00:04:23.781997 tst mo_mt_sms.py: using LAC 17683\u000a00:04:23.903834 tst mo_mt_sms.py: using RAC 88\u000a00:04:24.026302 tst mo_mt_sms.py: using CellId 17683\u000a00:04:24.149205 tst mo_mt_sms.py: using BVCI 17684\u000a00:04:24.173467 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a00:04:24.288325 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a00:04:24.576898 tst mo_mt_sms.py:9: start nitb and bts...\u000a00:04:24.709058 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:04:25.363744 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31601): Launched\u000a00:04:25.677273 run osmo-nitb_10.42.42.2(pid=31602): Launched\u000a00:04:25.872380 run osmo-nitb_10.42.42.2(pid=31602): ERR: Terminated: ERROR {rc=2} [trial-2351↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31602)]\u000a00:04:26.016252 run osmo-nitb_10.42.42.2(pid=31602): stdout: \u000a| (launched: 2022-12-09_00:04:25.524907) \u000a00:04:26.161222 run osmo-nitb_10.42.42.2(pid=31602): stderr: \u000a| (launched: 2022-12-09_00:04:25.572236)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:04:26.300862 run osmo-nitb_10.42.42.2(pid=31602): stdout: \u000a| (launched: 2022-12-09_00:04:25.524907) \u000a00:04:26.439115 run osmo-nitb_10.42.42.2(pid=31602): stderr: \u000a| (launched: 2022-12-09_00:04:25.572236)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:04:26.805668 tst osmo-nitb_10.42.42.2(pid=31602): stdout: \u000a| (launched: 2022-12-09_00:04:25.524907) \u000a00:04:26.932162 tst osmo-nitb_10.42.42.2(pid=31602): stderr: \u000a| (launched: 2022-12-09_00:04:25.572236)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:04:26.987557 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=31602): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31602) [trial-2351↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31602)] [trial-2351↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11]\u000a00:04:26.996430 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a00:04:27.032373 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31601): Terminating (SIGTERM)\u000a00:04:27.210991 --- ParallelTerminationStrategy: PID 31601 died...\u000a00:04:27.268025 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31601): Terminated: ok {rc=0}\u000a00:04:27.354273 bus /sierra_3: Setting Powered False\u000a00:04:28.459950 bus /sierra_3: Setting Powered False\u000a00:04:29.567563 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "113", "name" : "nitb_sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:04:23" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "sms:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31612): Process ended prematurely: osmo-stp_10.42.42.5(pid=31612) [trial-2351↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31612)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31612): Process ended prematurely: osmo-stp_10.42.42.5(pid=31612) [trial-2351↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31612)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a00:04:31.475917 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:04:31.492220 tst sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a00:04:31.665526 tst mo_mt_sms.py: using LAC 17684\u000a00:04:31.791250 tst mo_mt_sms.py: using RAC 89\u000a00:04:31.942772 tst mo_mt_sms.py: using CellId 17684\u000a00:04:32.069797 tst mo_mt_sms.py: using BVCI 17685\u000a00:04:32.096228 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:04:32.108418 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:04:32.120438 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:04:32.132419 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:04:32.145292 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:04:32.157825 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a00:04:32.273539 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a00:04:32.472835 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:04:32.948732 run create_hlr_db(pid=31606): Launched\u000a00:04:33.121633 bus /sierra_2: Setting Powered False\u000a00:04:34.141713 run create_hlr_db(pid=31606): Terminated: ok {rc=0}\u000a00:04:34.564642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31608): Launched\u000a00:04:34.881578 run osmo-hlr_10.42.42.2(pid=31609): Launched\u000a00:04:34.999434 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:04:35.550791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31611): Launched\u000a00:04:35.867143 run osmo-stp_10.42.42.5(pid=31612): Launched\u000a00:04:35.982283 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:04:36.566938 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31614): Launched\u000a00:04:36.885093 run osmo-msc_10.42.42.6(pid=31615): Launched\u000a00:04:37.072396 run osmo-stp_10.42.42.5(pid=31612): ERR: Terminated: ERROR {rc=1} [trial-2351↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31612)]\u000a00:04:37.208696 run osmo-stp_10.42.42.5(pid=31612): stdout: \u000a| (launched: 2022-12-09_00:04:35.712266)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:04:37.343980 run osmo-stp_10.42.42.5(pid=31612): stderr: \u000a| �[0;m�[38;5;43m20221209000435904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000435904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000435905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000435905 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000435906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000435906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000435906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:04:37.472124 run osmo-stp_10.42.42.5(pid=31612): stdout: \u000a| (launched: 2022-12-09_00:04:35.712266)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:04:37.599451 run osmo-stp_10.42.42.5(pid=31612): stderr: \u000a| �[0;m�[38;5;43m20221209000435904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000435904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000435905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000435905 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000435906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000435906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000435906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:04:37.655296 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=31612): Process ended prematurely: osmo-stp_10.42.42.5(pid=31612) [trial-2351↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31612)] [trial-2351↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16]\u000a00:04:37.664049 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a00:04:37.726965 run osmo-hlr_10.42.42.2(pid=31609): ERR: Terminated: ERROR {rc=237} [trial-2351↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31609)]\u000a00:04:37.778966 run osmo-hlr_10.42.42.2(pid=31609): stdout: \u000a| (launched: 2022-12-09_00:04:34.726194) \u000a00:04:37.830851 run osmo-hlr_10.42.42.2(pid=31609): stderr: \u000a| �[0;m�[1;31m20221209000434924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209000434924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209000434924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000434924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000434925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209000434925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209000434940 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209000434949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209000434950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209000434950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:04:37.901821 run osmo-msc_10.42.42.6(pid=31615): ERR: Terminated: ERROR {rc=2} [trial-2351↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31615)]\u000a00:04:37.953508 run osmo-msc_10.42.42.6(pid=31615): stdout: \u000a| (launched: 2022-12-09_00:04:36.729411) \u000a00:04:38.006151 run osmo-msc_10.42.42.6(pid=31615): stderr: \u000a| �[0;m�[38;5;43m20221209000437049 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209000437050 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fde17c72c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209000437050 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209000437050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209000437050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209000437050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209000437054 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209000437054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209000437054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209000437054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:04:38.050864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31608): Terminating (SIGTERM)\u000a00:04:38.093790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31611): Terminating (SIGTERM)\u000a00:04:38.135711 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31614): Terminating (SIGTERM)\u000a00:04:38.146031 --- ParallelTerminationStrategy: PID 31608 died...\u000a00:04:38.202123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31608): Terminated: ok {rc=0}\u000a00:04:38.213094 --- ParallelTerminationStrategy: PID 31611 died...\u000a00:04:38.269138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31611): Terminated: ok {rc=0}\u000a00:04:38.279608 --- ParallelTerminationStrategy: PID 31614 died...\u000a00:04:38.335727 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31614): Terminated: ok {rc=0}\u000a00:04:38.422676 bus /sierra_3: Setting Powered False\u000a00:04:39.528087 bus /sierra_3: Setting Powered False\u000a00:04:40.635350 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "114", "name" : "sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:04:31" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "nitb_ussd:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=31621): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31621) [trial-2351↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31621)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=31621): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31621) [trial-2351↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31621)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 nitb_ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a00:04:42.469102 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a00:04:42.480393 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a00:04:42.610304 tst assert_extension.py: using LAC 17685\u000a00:04:42.729211 tst assert_extension.py: using RAC 90\u000a00:04:42.848635 tst assert_extension.py: using CellId 17685\u000a00:04:42.968846 tst assert_extension.py: using BVCI 17686\u000a00:04:42.991428 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a00:04:43.279177 tst assert_extension.py:10: start nitb and bts...\u000a00:04:43.412650 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:04:44.070639 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31620): Launched\u000a00:04:44.386031 run osmo-nitb_10.42.42.2(pid=31621): Launched\u000a00:04:44.582234 run osmo-nitb_10.42.42.2(pid=31621): ERR: Terminated: ERROR {rc=2} [trial-2351↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31621)]\u000a00:04:44.726854 run osmo-nitb_10.42.42.2(pid=31621): stdout: \u000a| (launched: 2022-12-09_00:04:44.233342) \u000a00:04:44.872108 run osmo-nitb_10.42.42.2(pid=31621): stderr: \u000a| (launched: 2022-12-09_00:04:44.280790)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:04:45.011921 run osmo-nitb_10.42.42.2(pid=31621): stdout: \u000a| (launched: 2022-12-09_00:04:44.233342) \u000a00:04:45.151753 run osmo-nitb_10.42.42.2(pid=31621): stderr: \u000a| (launched: 2022-12-09_00:04:44.280790)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:04:45.515384 tst osmo-nitb_10.42.42.2(pid=31621): stdout: \u000a| (launched: 2022-12-09_00:04:44.233342) \u000a00:04:45.642557 tst osmo-nitb_10.42.42.2(pid=31621): stderr: \u000a| (launched: 2022-12-09_00:04:44.280790)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:04:45.698173 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=31621): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31621) [trial-2351↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31621)] [trial-2351↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12]\u000a00:04:45.707114 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a00:04:45.743594 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31620): Terminating (SIGTERM)\u000a00:04:45.921911 --- ParallelTerminationStrategy: PID 31620 died...\u000a00:04:45.980113 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31620): Terminated: ok {rc=0}\u000a00:04:46.067613 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "115", "name" : "nitb_ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:04:42" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "ussd:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31631): Process ended prematurely: osmo-stp_10.42.42.5(pid=31631) [trial-2351↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31631)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31631): Process ended prematurely: osmo-stp_10.42.42.5(pid=31631) [trial-2351↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31631)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a00:04:47.899766 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:04:47.911005 tst ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a00:04:48.048122 tst assert_extension.py: using LAC 17686\u000a00:04:48.171693 tst assert_extension.py: using RAC 91\u000a00:04:48.295138 tst assert_extension.py: using CellId 17686\u000a00:04:48.419289 tst assert_extension.py: using BVCI 17687\u000a00:04:48.443358 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:04:48.454586 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:04:48.465616 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:04:48.476739 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:04:48.488006 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:04:48.499328 tst ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a00:04:48.700405 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:04:49.178752 run create_hlr_db(pid=31625): Launched\u000a00:04:49.352342 bus /sierra_2: Setting Powered False\u000a00:04:50.372444 run create_hlr_db(pid=31625): Terminated: ok {rc=0}\u000a00:04:50.797905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31627): Launched\u000a00:04:51.117028 run osmo-hlr_10.42.42.2(pid=31628): Launched\u000a00:04:51.236072 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:04:51.793176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31630): Launched\u000a00:04:52.112350 run osmo-stp_10.42.42.5(pid=31631): Launched\u000a00:04:52.233194 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:04:52.813017 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31633): Launched\u000a00:04:53.131985 run osmo-msc_10.42.42.6(pid=31634): Launched\u000a00:04:53.319367 run osmo-stp_10.42.42.5(pid=31631): ERR: Terminated: ERROR {rc=1} [trial-2351↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31631)]\u000a00:04:53.454633 run osmo-stp_10.42.42.5(pid=31631): stdout: \u000a| (launched: 2022-12-09_00:04:51.955306)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:04:53.588816 run osmo-stp_10.42.42.5(pid=31631): stderr: \u000a| �[0;m�[38;5;43m20221209000452147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000452147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000452147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000452148 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000452148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000452148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000452148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:04:53.716460 run osmo-stp_10.42.42.5(pid=31631): stdout: \u000a| (launched: 2022-12-09_00:04:51.955306)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:04:53.843296 run osmo-stp_10.42.42.5(pid=31631): stderr: \u000a| �[0;m�[38;5;43m20221209000452147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000452147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000452147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000452148 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000452148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000452148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000452148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:04:53.898697 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=31631): Process ended prematurely: osmo-stp_10.42.42.5(pid=31631) [trial-2351↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31631)] [trial-2351↪ussd:trx-lms-limenet-micro↪assert_extension.py:17]\u000a00:04:53.907190 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a00:04:53.969719 run osmo-hlr_10.42.42.2(pid=31628): ERR: Terminated: ERROR {rc=237} [trial-2351↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31628)]\u000a00:04:54.020340 run osmo-hlr_10.42.42.2(pid=31628): stdout: \u000a| (launched: 2022-12-09_00:04:50.960187) \u000a00:04:54.071719 run osmo-hlr_10.42.42.2(pid=31628): stderr: \u000a| �[0;m�[1;31m20221209000451160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209000451160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209000451160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000451160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000451160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209000451160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209000451173 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209000451181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209000451181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209000451182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:04:54.142403 run osmo-msc_10.42.42.6(pid=31634): ERR: Terminated: ERROR {rc=2} [trial-2351↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31634)]\u000a00:04:54.193372 run osmo-msc_10.42.42.6(pid=31634): stdout: \u000a| (launched: 2022-12-09_00:04:52.975174) \u000a00:04:54.245590 run osmo-msc_10.42.42.6(pid=31634): stderr: \u000a| �[0;m�[38;5;43m20221209000453295 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209000453295 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdaae333c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209000453295 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209000453295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209000453296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209000453296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209000453297 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209000453298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209000453298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209000453298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:04:54.289253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31627): Terminating (SIGTERM)\u000a00:04:54.330917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31630): Terminating (SIGTERM)\u000a00:04:54.372489 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31633): Terminating (SIGTERM)\u000a00:04:54.382211 --- ParallelTerminationStrategy: PID 31627 died...\u000a00:04:54.437714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31627): Terminated: ok {rc=0}\u000a00:04:54.447589 --- ParallelTerminationStrategy: PID 31630 died...\u000a00:04:54.503260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31630): Terminated: ok {rc=0}\u000a00:04:54.513321 --- ParallelTerminationStrategy: PID 31633 died...\u000a00:04:54.568291 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31633): Terminated: ok {rc=0}\u000a00:04:54.654574 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "116", "name" : "ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:04:47" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31646): Process ended prematurely: osmo-stp_10.42.42.5(pid=31646) [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31646)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31646): Process ended prematurely: osmo-stp_10.42.42.5(pid=31646) [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31646)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a00:04:56.605432 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:04:56.616647 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a00:04:56.768196 tst mo_mt_call.py: using LAC 17687\u000a00:04:56.889122 tst mo_mt_call.py: using RAC 92\u000a00:04:57.014417 tst mo_mt_call.py: using CellId 17687\u000a00:04:57.132057 tst mo_mt_call.py: using BVCI 17688\u000a00:04:57.155241 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:04:57.166377 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:04:57.177371 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:04:57.188245 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:04:57.199268 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:04:57.210143 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:04:57.328648 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:04:57.531151 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:04:58.016750 run create_hlr_db(pid=31640): Launched\u000a00:04:58.192109 bus /sierra_2: Setting Powered False\u000a00:04:59.211906 run create_hlr_db(pid=31640): Terminated: ok {rc=0}\u000a00:04:59.643217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31642): Launched\u000a00:04:59.967682 run osmo-hlr_10.42.42.2(pid=31643): Launched\u000a00:05:00.086415 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:05:00.649289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31645): Launched\u000a00:05:01.042970 run osmo-stp_10.42.42.5(pid=31646): Launched\u000a00:05:01.330046 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:05:01.922678 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31648): Launched\u000a00:05:02.266782 run osmo-msc_10.42.42.6(pid=31652): Launched\u000a00:05:02.475746 run osmo-stp_10.42.42.5(pid=31646): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31646)]\u000a00:05:02.613321 run osmo-stp_10.42.42.5(pid=31646): stdout: \u000a| (launched: 2022-12-09_00:05:00.813763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:05:02.751342 run osmo-stp_10.42.42.5(pid=31646): stderr: \u000a| �[0;m�[38;5;43m20221209000501134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000501134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000501134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000501135 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000501137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000501137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000501137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:05:02.882224 run osmo-stp_10.42.42.5(pid=31646): stdout: \u000a| (launched: 2022-12-09_00:05:00.813763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:05:03.011091 run osmo-stp_10.42.42.5(pid=31646): stderr: \u000a| �[0;m�[38;5;43m20221209000501134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000501134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000501134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000501135 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000501137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000501137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000501137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:05:03.067729 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31646): Process ended prematurely: osmo-stp_10.42.42.5(pid=31646) [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31646)] [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a00:05:03.077017 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a00:05:03.139820 run osmo-hlr_10.42.42.2(pid=31643): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31643)]\u000a00:05:03.191723 run osmo-hlr_10.42.42.2(pid=31643): stdout: \u000a| (launched: 2022-12-09_00:04:59.808797) \u000a00:05:03.243442 run osmo-hlr_10.42.42.2(pid=31643): stderr: \u000a| �[0;m�[1;31m20221209000500009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209000500009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209000500009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000500009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000500009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209000500009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209000500021 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209000500030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209000500030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209000500030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:05:03.314137 run osmo-msc_10.42.42.6(pid=31652): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31652)]\u000a00:05:03.365745 run osmo-msc_10.42.42.6(pid=31652): stdout: \u000a| (launched: 2022-12-09_00:05:02.097699) \u000a00:05:03.417307 run osmo-msc_10.42.42.6(pid=31652): stderr: \u000a| �[0;m�[38;5;43m20221209000502506 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209000502506 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f30f78f6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209000502506 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209000502506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209000502506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209000502506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209000502508 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209000502508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209000502508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209000502509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:05:03.461610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31642): Terminating (SIGTERM)\u000a00:05:03.503846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31645): Terminating (SIGTERM)\u000a00:05:03.546462 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31648): Terminating (SIGTERM)\u000a00:05:03.556492 --- ParallelTerminationStrategy: PID 31642 died...\u000a00:05:03.612237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31642): Terminated: ok {rc=0}\u000a00:05:03.622391 --- ParallelTerminationStrategy: PID 31645 died...\u000a00:05:03.678284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31645): Terminated: ok {rc=0}\u000a00:05:03.689056 --- ParallelTerminationStrategy: PID 31648 died...\u000a00:05:03.744506 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31648): Terminated: ok {rc=0}\u000a00:05:03.829582 bus /sierra_3: Setting Powered False\u000a00:05:04.935840 bus /sierra_3: Setting Powered False\u000a00:05:06.043183 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 187, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31660): Process ended prematurely: osmo-stp_10.42.42.5(pid=31660) [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31660)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31660): Process ended prematurely: osmo-stp_10.42.42.5(pid=31660) [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31660)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:05:07.158291 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:05:07.170676 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a00:05:07.330651 tst mo_mt_call_osmux.py: using LAC 17688\u000a00:05:07.457548 tst mo_mt_call_osmux.py: using RAC 93\u000a00:05:07.585186 tst mo_mt_call_osmux.py: using CellId 17688\u000a00:05:07.714532 tst mo_mt_call_osmux.py: using BVCI 17689\u000a00:05:07.739331 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:05:07.751155 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:05:07.762807 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:05:07.774486 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:05:07.786773 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:05:07.798373 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:05:07.919072 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:05:08.120886 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:05:08.608596 run create_hlr_db(pid=31654): Launched\u000a00:05:08.783515 bus /sierra_2: Setting Powered False\u000a00:05:09.805242 run create_hlr_db(pid=31654): Terminated: ok {rc=0}\u000a00:05:10.209912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31656): Launched\u000a00:05:10.514911 run osmo-hlr_10.42.42.2(pid=31657): Launched\u000a00:05:10.626883 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:05:11.154937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31659): Launched\u000a00:05:11.458989 run osmo-stp_10.42.42.5(pid=31660): Launched\u000a00:05:11.570770 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:05:12.128935 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31662): Launched\u000a00:05:12.433829 run osmo-msc_10.42.42.6(pid=31663): Launched\u000a00:05:12.611973 run osmo-stp_10.42.42.5(pid=31660): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31660)]\u000a00:05:12.740809 run osmo-stp_10.42.42.5(pid=31660): stdout: \u000a| (launched: 2022-12-09_00:05:11.309322)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:05:12.866961 run osmo-stp_10.42.42.5(pid=31660): stderr: \u000a| �[0;m�[38;5;43m20221209000511480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000511480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000511481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000511481 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000511482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000511482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000511482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:05:12.988147 run osmo-stp_10.42.42.5(pid=31660): stdout: \u000a| (launched: 2022-12-09_00:05:11.309322)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:05:13.108335 run osmo-stp_10.42.42.5(pid=31660): stderr: \u000a| �[0;m�[38;5;43m20221209000511480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000511480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000511481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000511481 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000511482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000511482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000511482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:05:13.161653 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31660): Process ended prematurely: osmo-stp_10.42.42.5(pid=31660) [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31660)] [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a00:05:13.170119 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a00:05:13.228894 run osmo-hlr_10.42.42.2(pid=31657): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31657)]\u000a00:05:13.276870 run osmo-hlr_10.42.42.2(pid=31657): stdout: \u000a| (launched: 2022-12-09_00:05:10.364850) \u000a00:05:13.325481 run osmo-hlr_10.42.42.2(pid=31657): stderr: \u000a| �[0;m�[1;31m20221209000510539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209000510539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209000510539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000510539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000510539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209000510539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209000510552 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209000510562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209000510563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209000510563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:05:13.391464 run osmo-msc_10.42.42.6(pid=31663): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31663)]\u000a00:05:13.439347 run osmo-msc_10.42.42.6(pid=31663): stdout: \u000a| (launched: 2022-12-09_00:05:12.283799) \u000a00:05:13.487776 run osmo-msc_10.42.42.6(pid=31663): stderr: \u000a| �[0;m�[38;5;43m20221209000512556 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209000512556 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1a42899c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209000512556 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209000512556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209000512556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209000512556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209000512560 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209000512560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209000512561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209000512561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:05:13.528913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31656): Terminating (SIGTERM)\u000a00:05:13.568410 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31659): Terminating (SIGTERM)\u000a00:05:13.607392 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31662): Terminating (SIGTERM)\u000a00:05:13.616537 --- ParallelTerminationStrategy: PID 31656 died...\u000a00:05:13.669003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31656): Terminated: ok {rc=0}\u000a00:05:13.678550 --- ParallelTerminationStrategy: PID 31659 died...\u000a00:05:13.730422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31659): Terminated: ok {rc=0}\u000a00:05:13.739855 --- ParallelTerminationStrategy: PID 31662 died...\u000a00:05:13.791748 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31662): Terminated: ok {rc=0}\u000a00:05:13.873251 bus /sierra_3: Setting Powered False\u000a00:05:14.971229 bus /sierra_3: Setting Powered False\u000a00:05:16.091155 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "117", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:04:56" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31674): Process ended prematurely: osmo-stp_10.42.42.5(pid=31674) [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31674)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31674): Process ended prematurely: osmo-stp_10.42.42.5(pid=31674) [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31674)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a00:05:18.075593 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:05:18.086713 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a00:05:18.241759 tst mo_mt_call.py: using LAC 17689\u000a00:05:18.361317 tst mo_mt_call.py: using RAC 94\u000a00:05:18.482145 tst mo_mt_call.py: using CellId 17689\u000a00:05:18.602778 tst mo_mt_call.py: using BVCI 17690\u000a00:05:18.625859 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:05:18.636778 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:05:18.647642 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:05:18.658572 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:05:18.669650 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:05:18.680799 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:05:18.801318 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:05:19.004207 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:05:19.491975 run create_hlr_db(pid=31668): Launched\u000a00:05:19.667186 bus /sierra_2: Setting Powered False\u000a00:05:20.698278 run create_hlr_db(pid=31668): Terminated: ok {rc=0}\u000a00:05:21.107139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31670): Launched\u000a00:05:21.410343 run osmo-hlr_10.42.42.2(pid=31671): Launched\u000a00:05:21.529058 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:05:22.064838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31673): Launched\u000a00:05:22.368894 run osmo-stp_10.42.42.5(pid=31674): Launched\u000a00:05:22.479574 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:05:23.034570 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31676): Launched\u000a00:05:23.339021 run osmo-msc_10.42.42.6(pid=31677): Launched\u000a00:05:23.517893 run osmo-stp_10.42.42.5(pid=31674): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31674)]\u000a00:05:23.646966 run osmo-stp_10.42.42.5(pid=31674): stdout: \u000a| (launched: 2022-12-09_00:05:22.220035)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:05:23.772886 run osmo-stp_10.42.42.5(pid=31674): stderr: \u000a| �[0;m�[38;5;43m20221209000522391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000522392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000522392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000522392 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000522394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000522395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000522395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:05:23.894722 run osmo-stp_10.42.42.5(pid=31674): stdout: \u000a| (launched: 2022-12-09_00:05:22.220035)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:05:24.015102 run osmo-stp_10.42.42.5(pid=31674): stderr: \u000a| �[0;m�[38;5;43m20221209000522391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000522392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000522392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000522392 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000522394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000522395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000522395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:05:24.068260 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31674): Process ended prematurely: osmo-stp_10.42.42.5(pid=31674) [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31674)] [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a00:05:24.077145 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a00:05:24.136003 run osmo-hlr_10.42.42.2(pid=31671): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31671)]\u000a00:05:24.184372 run osmo-hlr_10.42.42.2(pid=31671): stdout: \u000a| (launched: 2022-12-09_00:05:21.262162) \u000a00:05:24.233210 run osmo-hlr_10.42.42.2(pid=31671): stderr: \u000a| �[0;m�[1;31m20221209000521439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209000521439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209000521439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000521439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000521439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209000521439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209000521452 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209000521461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209000521461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209000521461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:05:24.299498 run osmo-msc_10.42.42.6(pid=31677): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31677)]\u000a00:05:24.347472 run osmo-msc_10.42.42.6(pid=31677): stdout: \u000a| (launched: 2022-12-09_00:05:23.189207) \u000a00:05:24.396377 run osmo-msc_10.42.42.6(pid=31677): stderr: \u000a| �[0;m�[38;5;43m20221209000523462 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209000523462 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8f8dd63c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209000523462 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209000523462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209000523463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209000523463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209000523464 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209000523465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209000523465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209000523465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:05:24.438051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31670): Terminating (SIGTERM)\u000a00:05:24.476831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31673): Terminating (SIGTERM)\u000a00:05:24.515688 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31676): Terminating (SIGTERM)\u000a00:05:24.524814 --- ParallelTerminationStrategy: PID 31670 died...\u000a00:05:24.576918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31670): Terminated: ok {rc=0}\u000a00:05:24.586391 --- ParallelTerminationStrategy: PID 31673 died...\u000a00:05:24.638181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31673): Terminated: ok {rc=0}\u000a00:05:24.647614 --- ParallelTerminationStrategy: PID 31676 died...\u000a00:05:24.699432 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31676): Terminated: ok {rc=0}\u000a00:05:24.786137 bus /sierra_3: Setting Powered False\u000a00:05:25.890591 bus /sierra_3: Setting Powered False\u000a00:05:27.001603 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 187, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31685): Process ended prematurely: osmo-stp_10.42.42.5(pid=31685) [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31685)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31685): Process ended prematurely: osmo-stp_10.42.42.5(pid=31685) [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31685)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:05:28.111044 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:05:28.122812 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a00:05:28.275415 tst mo_mt_call_osmux.py: using LAC 17690\u000a00:05:28.394907 tst mo_mt_call_osmux.py: using RAC 95\u000a00:05:28.516335 tst mo_mt_call_osmux.py: using CellId 17690\u000a00:05:28.637715 tst mo_mt_call_osmux.py: using BVCI 17691\u000a00:05:28.660678 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:05:28.671956 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:05:28.682938 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:05:28.693873 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:05:28.704854 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:05:28.715915 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:05:28.835002 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:05:29.038647 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:05:29.526939 run create_hlr_db(pid=31679): Launched\u000a00:05:29.702911 bus /sierra_2: Setting Powered False\u000a00:05:30.723539 run create_hlr_db(pid=31679): Terminated: ok {rc=0}\u000a00:05:31.232265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31681): Launched\u000a00:05:31.637107 run osmo-hlr_10.42.42.2(pid=31682): Launched\u000a00:05:31.831881 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:05:32.489409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31684): Launched\u000a00:05:32.813455 run osmo-stp_10.42.42.5(pid=31685): Launched\u000a00:05:32.931687 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:05:33.525485 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31687): Launched\u000a00:05:33.849671 run osmo-msc_10.42.42.6(pid=31688): Launched\u000a00:05:34.039733 run osmo-stp_10.42.42.5(pid=31685): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31685)]\u000a00:05:34.178844 run osmo-stp_10.42.42.5(pid=31685): stdout: \u000a| (launched: 2022-12-09_00:05:32.655003)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:05:34.316087 run osmo-stp_10.42.42.5(pid=31685): stderr: \u000a| �[0;m�[38;5;43m20221209000532848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000532848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000532849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000532849 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000532849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000532850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000532850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:05:34.447324 run osmo-stp_10.42.42.5(pid=31685): stdout: \u000a| (launched: 2022-12-09_00:05:32.655003)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:05:34.576768 run osmo-stp_10.42.42.5(pid=31685): stderr: \u000a| �[0;m�[38;5;43m20221209000532848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000532848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000532849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000532849 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000532849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000532850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000532850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:05:34.634182 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31685): Process ended prematurely: osmo-stp_10.42.42.5(pid=31685) [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31685)] [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a00:05:34.643419 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a00:05:34.707007 run osmo-hlr_10.42.42.2(pid=31682): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31682)]\u000a00:05:34.758863 run osmo-hlr_10.42.42.2(pid=31682): stdout: \u000a| (launched: 2022-12-09_00:05:31.403492) \u000a00:05:34.811124 run osmo-hlr_10.42.42.2(pid=31682): stderr: \u000a| �[0;m�[1;31m20221209000531798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209000531798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209000531798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000531798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000531800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209000531800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209000531825 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209000531842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209000531844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209000531848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:05:34.882055 run osmo-msc_10.42.42.6(pid=31688): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31688)]\u000a00:05:34.933732 run osmo-msc_10.42.42.6(pid=31688): stdout: \u000a| (launched: 2022-12-09_00:05:33.691026) \u000a00:05:34.986203 run osmo-msc_10.42.42.6(pid=31688): stderr: \u000a| �[0;m�[38;5;43m20221209000534016 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209000534016 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd0f04d9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209000534016 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209000534016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209000534017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209000534017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209000534018 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209000534019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209000534019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209000534019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:05:35.030462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31681): Terminating (SIGTERM)\u000a00:05:35.072588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31684): Terminating (SIGTERM)\u000a00:05:35.115444 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31687): Terminating (SIGTERM)\u000a00:05:35.125477 --- ParallelTerminationStrategy: PID 31681 died...\u000a00:05:35.181588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31681): Terminated: ok {rc=0}\u000a00:05:35.191800 --- ParallelTerminationStrategy: PID 31684 died...\u000a00:05:35.248043 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31684): Terminated: ok {rc=0}\u000a00:05:35.258539 --- ParallelTerminationStrategy: PID 31687 died...\u000a00:05:35.314689 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31687): Terminated: ok {rc=0}\u000a00:05:35.400871 bus /sierra_3: Setting Powered False\u000a00:05:36.503284 bus /sierra_3: Setting Powered False\u000a00:05:37.613741 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "118", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:05:17" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31700): Process ended prematurely: osmo-stp_10.42.42.5(pid=31700) [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31700)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31700): Process ended prematurely: osmo-stp_10.42.42.5(pid=31700) [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31700)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a00:05:39.587828 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:05:39.599016 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a00:05:39.751467 tst mo_mt_call.py: using LAC 17691\u000a00:05:39.882738 tst mo_mt_call.py: using RAC 96\u000a00:05:40.008512 tst mo_mt_call.py: using CellId 17691\u000a00:05:40.134334 tst mo_mt_call.py: using BVCI 17692\u000a00:05:40.159131 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:05:40.171141 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:05:40.182998 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:05:40.195030 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:05:40.206823 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:05:40.218866 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:05:40.336059 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:05:40.536467 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:05:41.024891 run create_hlr_db(pid=31694): Launched\u000a00:05:41.200801 bus /sierra_2: Setting Powered False\u000a00:05:42.221487 run create_hlr_db(pid=31694): Terminated: ok {rc=0}\u000a00:05:42.654268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31696): Launched\u000a00:05:42.980756 run osmo-hlr_10.42.42.2(pid=31697): Launched\u000a00:05:43.102412 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:05:43.668085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31699): Launched\u000a00:05:43.993608 run osmo-stp_10.42.42.5(pid=31700): Launched\u000a00:05:44.111835 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:05:44.708419 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31702): Launched\u000a00:05:45.033094 run osmo-msc_10.42.42.6(pid=31703): Launched\u000a00:05:45.224361 run osmo-stp_10.42.42.5(pid=31700): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31700)]\u000a00:05:45.361670 run osmo-stp_10.42.42.5(pid=31700): stdout: \u000a| (launched: 2022-12-09_00:05:43.833513)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:05:45.498426 run osmo-stp_10.42.42.5(pid=31700): stderr: \u000a| �[0;m�[38;5;43m20221209000544029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000544029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000544030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000544030 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000544030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000544030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000544031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:05:45.628498 run osmo-stp_10.42.42.5(pid=31700): stdout: \u000a| (launched: 2022-12-09_00:05:43.833513)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:05:45.758054 run osmo-stp_10.42.42.5(pid=31700): stderr: \u000a| �[0;m�[38;5;43m20221209000544029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000544029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000544030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000544030 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000544030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000544030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000544031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:05:45.815121 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31700): Process ended prematurely: osmo-stp_10.42.42.5(pid=31700) [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31700)] [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a00:05:45.824464 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a00:05:45.896610 run osmo-hlr_10.42.42.2(pid=31697): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31697)]\u000a00:05:45.953577 run osmo-hlr_10.42.42.2(pid=31697): stdout: \u000a| (launched: 2022-12-09_00:05:42.820803) \u000a00:05:46.007045 run osmo-hlr_10.42.42.2(pid=31697): stderr: \u000a| �[0;m�[1;31m20221209000543023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209000543023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209000543023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000543023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000543023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209000543023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209000543035 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209000543043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209000543043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209000543044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:05:46.077617 run osmo-msc_10.42.42.6(pid=31703): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31703)]\u000a00:05:46.130597 run osmo-msc_10.42.42.6(pid=31703): stdout: \u000a| (launched: 2022-12-09_00:05:44.874054) \u000a00:05:46.182893 run osmo-msc_10.42.42.6(pid=31703): stderr: \u000a| �[0;m�[38;5;43m20221209000545197 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209000545198 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f38b7df4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209000545198 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209000545198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209000545198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209000545198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209000545200 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209000545200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209000545200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209000545200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:05:46.227777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31696): Terminating (SIGTERM)\u000a00:05:46.272308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31699): Terminating (SIGTERM)\u000a00:05:46.316134 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31702): Terminating (SIGTERM)\u000a00:05:46.327343 --- ParallelTerminationStrategy: PID 31696 died...\u000a00:05:46.383690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31696): Terminated: ok {rc=0}\u000a00:05:46.394593 --- ParallelTerminationStrategy: PID 31699 died...\u000a00:05:46.451034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31699): Terminated: ok {rc=0}\u000a00:05:46.461614 --- ParallelTerminationStrategy: PID 31702 died...\u000a00:05:46.517417 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31702): Terminated: ok {rc=0}\u000a00:05:46.605758 bus /sierra_3: Setting Powered False\u000a00:05:47.708640 bus /sierra_3: Setting Powered False\u000a00:05:48.815109 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 187, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31711): Process ended prematurely: osmo-stp_10.42.42.5(pid=31711) [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31711)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31711): Process ended prematurely: osmo-stp_10.42.42.5(pid=31711) [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31711)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:05:49.929610 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:05:49.941852 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a00:05:50.100641 tst mo_mt_call_osmux.py: using LAC 17692\u000a00:05:50.231274 tst mo_mt_call_osmux.py: using RAC 97\u000a00:05:50.356325 tst mo_mt_call_osmux.py: using CellId 17692\u000a00:05:50.481557 tst mo_mt_call_osmux.py: using BVCI 17693\u000a00:05:50.506135 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:05:50.517727 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:05:50.529166 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:05:50.540471 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:05:50.552617 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:05:50.564140 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:05:50.683363 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:05:50.887272 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:05:51.374882 run create_hlr_db(pid=31705): Launched\u000a00:05:51.550294 bus /sierra_2: Setting Powered False\u000a00:05:52.571044 run create_hlr_db(pid=31705): Terminated: ok {rc=0}\u000a00:05:53.000815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31707): Launched\u000a00:05:53.324248 run osmo-hlr_10.42.42.2(pid=31708): Launched\u000a00:05:53.442326 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:05:54.006520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31710): Launched\u000a00:05:54.330919 run osmo-stp_10.42.42.5(pid=31711): Launched\u000a00:05:54.448919 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:05:55.041426 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31713): Launched\u000a00:05:55.366399 run osmo-msc_10.42.42.6(pid=31714): Launched\u000a00:05:55.556551 run osmo-stp_10.42.42.5(pid=31711): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31711)]\u000a00:05:55.694225 run osmo-stp_10.42.42.5(pid=31711): stdout: \u000a| (launched: 2022-12-09_00:05:54.172002)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:05:55.830782 run osmo-stp_10.42.42.5(pid=31711): stderr: \u000a| �[0;m�[38;5;43m20221209000554366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000554366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000554366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000554367 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000554367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000554367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000554367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:05:55.961550 run osmo-stp_10.42.42.5(pid=31711): stdout: \u000a| (launched: 2022-12-09_00:05:54.172002)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:05:56.090411 run osmo-stp_10.42.42.5(pid=31711): stderr: \u000a| �[0;m�[38;5;43m20221209000554366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000554366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000554366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000554367 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000554367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000554367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000554367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:05:56.147613 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31711): Process ended prematurely: osmo-stp_10.42.42.5(pid=31711) [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31711)] [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a00:05:56.157370 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a00:05:56.220123 run osmo-hlr_10.42.42.2(pid=31708): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31708)]\u000a00:05:56.271809 run osmo-hlr_10.42.42.2(pid=31708): stdout: \u000a| (launched: 2022-12-09_00:05:53.165937) \u000a00:05:56.323384 run osmo-hlr_10.42.42.2(pid=31708): stderr: \u000a| �[0;m�[1;31m20221209000553366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209000553366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209000553366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000553366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000553366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209000553366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209000553378 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209000553387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209000553387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209000553387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:05:56.393743 run osmo-msc_10.42.42.6(pid=31714): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31714)]\u000a00:05:56.445218 run osmo-msc_10.42.42.6(pid=31714): stdout: \u000a| (launched: 2022-12-09_00:05:55.206821) \u000a00:05:56.497006 run osmo-msc_10.42.42.6(pid=31714): stderr: \u000a| �[0;m�[38;5;43m20221209000555529 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209000555529 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5a77adbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209000555530 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209000555530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209000555530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209000555530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209000555532 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209000555532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209000555532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209000555532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:05:56.541106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31707): Terminating (SIGTERM)\u000a00:05:56.582646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31710): Terminating (SIGTERM)\u000a00:05:56.624126 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31713): Terminating (SIGTERM)\u000a00:05:56.634138 --- ParallelTerminationStrategy: PID 31707 died...\u000a00:05:56.689511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31707): Terminated: ok {rc=0}\u000a00:05:56.699644 --- ParallelTerminationStrategy: PID 31710 died...\u000a00:05:56.755149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31710): Terminated: ok {rc=0}\u000a00:05:56.765586 --- ParallelTerminationStrategy: PID 31713 died...\u000a00:05:56.820874 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31713): Terminated: ok {rc=0}\u000a00:05:56.905876 bus /sierra_3: Setting Powered False\u000a00:05:58.004205 bus /sierra_3: Setting Powered False\u000a00:05:59.113060 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "119", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:05:39" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31725): Process ended prematurely: osmo-stp_10.42.42.5(pid=31725) [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31725)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31725): Process ended prematurely: osmo-stp_10.42.42.5(pid=31725) [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31725)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a00:06:01.120849 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:06:01.135287 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a00:06:01.329747 tst mo_mt_call.py: using LAC 17693\u000a00:06:01.488702 tst mo_mt_call.py: using RAC 98\u000a00:06:01.628282 tst mo_mt_call.py: using CellId 17693\u000a00:06:01.749619 tst mo_mt_call.py: using BVCI 17694\u000a00:06:01.773335 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:06:01.785118 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:06:01.796636 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:06:01.808245 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:06:01.819965 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:06:01.831566 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:06:01.948091 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:06:02.148071 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:06:02.636729 run create_hlr_db(pid=31719): Launched\u000a00:06:02.811741 bus /sierra_2: Setting Powered False\u000a00:06:03.831654 run create_hlr_db(pid=31719): Terminated: ok {rc=0}\u000a00:06:04.236015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31721): Launched\u000a00:06:04.539520 run osmo-hlr_10.42.42.2(pid=31722): Launched\u000a00:06:04.659300 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:06:05.191589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31724): Launched\u000a00:06:05.494333 run osmo-stp_10.42.42.5(pid=31725): Launched\u000a00:06:05.615961 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:06:06.175486 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31727): Launched\u000a00:06:06.481533 run osmo-msc_10.42.42.6(pid=31728): Launched\u000a00:06:06.661417 run osmo-stp_10.42.42.5(pid=31725): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31725)]\u000a00:06:06.790278 run osmo-stp_10.42.42.5(pid=31725): stdout: \u000a| (launched: 2022-12-09_00:06:05.345599)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:06:06.917070 run osmo-stp_10.42.42.5(pid=31725): stderr: \u000a| �[0;m�[38;5;43m20221209000605516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000605516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000605516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000605517 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000605519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000605519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000605519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:06:07.039239 run osmo-stp_10.42.42.5(pid=31725): stdout: \u000a| (launched: 2022-12-09_00:06:05.345599)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:06:07.159914 run osmo-stp_10.42.42.5(pid=31725): stderr: \u000a| �[0;m�[38;5;43m20221209000605516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000605516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000605516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000605517 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000605519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000605519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000605519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:06:07.213364 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31725): Process ended prematurely: osmo-stp_10.42.42.5(pid=31725) [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31725)] [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a00:06:07.221911 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a00:06:07.280225 run osmo-hlr_10.42.42.2(pid=31722): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31722)]\u000a00:06:07.328088 run osmo-hlr_10.42.42.2(pid=31722): stdout: \u000a| (launched: 2022-12-09_00:06:04.391080) \u000a00:06:07.376743 run osmo-hlr_10.42.42.2(pid=31722): stderr: \u000a| �[0;m�[1;31m20221209000604569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209000604570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209000604570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000604570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000604570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209000604570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209000604582 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209000604591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209000604591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209000604591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:06:07.442821 run osmo-msc_10.42.42.6(pid=31728): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31728)]\u000a00:06:07.490694 run osmo-msc_10.42.42.6(pid=31728): stdout: \u000a| (launched: 2022-12-09_00:06:06.330878) \u000a00:06:07.539229 run osmo-msc_10.42.42.6(pid=31728): stderr: \u000a| �[0;m�[38;5;43m20221209000606605 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209000606605 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f30847b8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209000606605 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209000606605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209000606605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209000606606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209000606607 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209000606608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209000606608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209000606608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:06:07.580689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31721): Terminating (SIGTERM)\u000a00:06:07.619502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31724): Terminating (SIGTERM)\u000a00:06:07.658430 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31727): Terminating (SIGTERM)\u000a00:06:07.667551 --- ParallelTerminationStrategy: PID 31721 died...\u000a00:06:07.719536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31721): Terminated: ok {rc=0}\u000a00:06:07.729136 --- ParallelTerminationStrategy: PID 31724 died...\u000a00:06:07.781004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31724): Terminated: ok {rc=0}\u000a00:06:07.790792 --- ParallelTerminationStrategy: PID 31727 died...\u000a00:06:07.842637 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31727): Terminated: ok {rc=0}\u000a00:06:07.924140 bus /sierra_3: Setting Powered False\u000a00:06:09.029530 bus /sierra_3: Setting Powered False\u000a00:06:10.134512 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 187, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31736): Process ended prematurely: osmo-stp_10.42.42.5(pid=31736) [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31736)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31736): Process ended prematurely: osmo-stp_10.42.42.5(pid=31736) [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31736)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:06:11.249825 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:06:11.262141 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a00:06:11.423788 tst mo_mt_call_osmux.py: using LAC 17694\u000a00:06:11.550929 tst mo_mt_call_osmux.py: using RAC 99\u000a00:06:11.677699 tst mo_mt_call_osmux.py: using CellId 17694\u000a00:06:11.803935 tst mo_mt_call_osmux.py: using BVCI 17695\u000a00:06:11.828681 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:06:11.840533 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:06:11.852018 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:06:11.864175 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:06:11.875790 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:06:11.887734 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:06:12.005880 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:06:12.217344 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:06:12.726922 run create_hlr_db(pid=31730): Launched\u000a00:06:12.914917 bus /sierra_2: Setting Powered False\u000a00:06:13.934450 run create_hlr_db(pid=31730): Terminated: ok {rc=0}\u000a00:06:14.344928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31732): Launched\u000a00:06:14.650123 run osmo-hlr_10.42.42.2(pid=31733): Launched\u000a00:06:14.770207 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:06:15.306350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31735): Launched\u000a00:06:15.612163 run osmo-stp_10.42.42.5(pid=31736): Launched\u000a00:06:15.727801 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:06:16.336784 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31738): Launched\u000a00:06:16.722586 run osmo-msc_10.42.42.6(pid=31739): Launched\u000a00:06:17.045273 run osmo-stp_10.42.42.5(pid=31736): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31736)]\u000a00:06:17.290061 run osmo-stp_10.42.42.5(pid=31736): stdout: \u000a| (launched: 2022-12-09_00:06:15.461242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:06:17.425920 run osmo-stp_10.42.42.5(pid=31736): stderr: \u000a| �[0;m�[38;5;43m20221209000615636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000615636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000615636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000615637 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000615637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000615637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000615637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:06:17.556170 run osmo-stp_10.42.42.5(pid=31736): stdout: \u000a| (launched: 2022-12-09_00:06:15.461242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:06:17.685880 run osmo-stp_10.42.42.5(pid=31736): stderr: \u000a| �[0;m�[38;5;43m20221209000615636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000615636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000615636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000615637 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000615637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000615637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000615637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:06:17.743032 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31736): Process ended prematurely: osmo-stp_10.42.42.5(pid=31736) [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31736)] [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a00:06:17.752323 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a00:06:17.815124 run osmo-hlr_10.42.42.2(pid=31733): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31733)]\u000a00:06:17.866710 run osmo-hlr_10.42.42.2(pid=31733): stdout: \u000a| (launched: 2022-12-09_00:06:14.499397) \u000a00:06:17.919216 run osmo-hlr_10.42.42.2(pid=31733): stderr: \u000a| �[0;m�[1;31m20221209000614676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209000614676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209000614676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000614676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000614676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209000614676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209000614688 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209000614698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209000614699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209000614699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:06:17.989924 run osmo-msc_10.42.42.6(pid=31739): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31739)]\u000a00:06:18.041469 run osmo-msc_10.42.42.6(pid=31739): stdout: \u000a| (launched: 2022-12-09_00:06:16.507427) \u000a00:06:18.094067 run osmo-msc_10.42.42.6(pid=31739): stderr: \u000a| �[0;m�[38;5;43m20221209000617055 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209000617055 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f41ec718c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209000617055 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209000617055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209000617055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209000617056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209000617070 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209000617070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209000617070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209000617070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:06:18.138946 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31732): Terminating (SIGTERM)\u000a00:06:18.181307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31735): Terminating (SIGTERM)\u000a00:06:18.223424 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31738): Terminating (SIGTERM)\u000a00:06:18.233537 --- ParallelTerminationStrategy: PID 31732 died...\u000a00:06:18.289070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31732): Terminated: ok {rc=0}\u000a00:06:18.299575 --- ParallelTerminationStrategy: PID 31735 died...\u000a00:06:18.354952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31735): Terminated: ok {rc=0}\u000a00:06:18.365469 --- ParallelTerminationStrategy: PID 31738 died...\u000a00:06:18.420772 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31738): Terminated: ok {rc=0}\u000a00:06:18.505549 bus /sierra_3: Setting Powered False\u000a00:06:19.610274 bus /sierra_3: Setting Powered False\u000a00:06:20.718715 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "120", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:06:00" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31750): Process ended prematurely: osmo-stp_10.42.42.5(pid=31750) [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31750)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31750): Process ended prematurely: osmo-stp_10.42.42.5(pid=31750) [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31750)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a00:06:22.704532 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:06:22.715587 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a00:06:22.864849 tst mo_mt_call.py: using LAC 17695\u000a00:06:22.984522 tst mo_mt_call.py: using RAC 100\u000a00:06:23.105986 tst mo_mt_call.py: using CellId 17695\u000a00:06:23.223771 tst mo_mt_call.py: using BVCI 17696\u000a00:06:23.246874 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:06:23.258019 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:06:23.268848 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:06:23.279737 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:06:23.290693 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:06:23.301544 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:06:23.420653 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:06:23.619391 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:06:24.104587 run create_hlr_db(pid=31744): Launched\u000a00:06:24.280404 bus /sierra_2: Setting Powered False\u000a00:06:25.300251 run create_hlr_db(pid=31744): Terminated: ok {rc=0}\u000a00:06:25.732077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31746): Launched\u000a00:06:26.055879 run osmo-hlr_10.42.42.2(pid=31747): Launched\u000a00:06:26.174136 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:06:26.737441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31749): Launched\u000a00:06:27.061437 run osmo-stp_10.42.42.5(pid=31750): Launched\u000a00:06:27.178761 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:06:27.770648 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31752): Launched\u000a00:06:28.094381 run osmo-msc_10.42.42.6(pid=31753): Launched\u000a00:06:28.284937 run osmo-stp_10.42.42.5(pid=31750): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31750)]\u000a00:06:28.422801 run osmo-stp_10.42.42.5(pid=31750): stdout: \u000a| (launched: 2022-12-09_00:06:26.901992)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:06:28.559761 run osmo-stp_10.42.42.5(pid=31750): stderr: \u000a| �[0;m�[38;5;43m20221209000627094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000627094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000627095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000627095 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000627095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000627096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000627096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:06:28.690115 run osmo-stp_10.42.42.5(pid=31750): stdout: \u000a| (launched: 2022-12-09_00:06:26.901992)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:06:28.819274 run osmo-stp_10.42.42.5(pid=31750): stderr: \u000a| �[0;m�[38;5;43m20221209000627094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000627094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000627095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000627095 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000627095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000627096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000627096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:06:28.876205 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31750): Process ended prematurely: osmo-stp_10.42.42.5(pid=31750) [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31750)] [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a00:06:28.885609 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a00:06:28.947668 run osmo-hlr_10.42.42.2(pid=31747): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31747)]\u000a00:06:28.998621 run osmo-hlr_10.42.42.2(pid=31747): stdout: \u000a| (launched: 2022-12-09_00:06:25.897085) \u000a00:06:29.050498 run osmo-hlr_10.42.42.2(pid=31747): stderr: \u000a| �[0;m�[1;31m20221209000626095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209000626095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209000626096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000626096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000626096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209000626096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209000626107 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209000626116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209000626116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209000626116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:06:29.120121 run osmo-msc_10.42.42.6(pid=31753): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31753)]\u000a00:06:29.171247 run osmo-msc_10.42.42.6(pid=31753): stdout: \u000a| (launched: 2022-12-09_00:06:27.935649) \u000a00:06:29.222799 run osmo-msc_10.42.42.6(pid=31753): stderr: \u000a| �[0;m�[38;5;43m20221209000628259 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209000628259 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5b4795fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209000628259 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209000628259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209000628259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209000628260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209000628261 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209000628262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209000628262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209000628262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:06:29.266826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31746): Terminating (SIGTERM)\u000a00:06:29.308284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31749): Terminating (SIGTERM)\u000a00:06:29.349791 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31752): Terminating (SIGTERM)\u000a00:06:29.359486 --- ParallelTerminationStrategy: PID 31746 died...\u000a00:06:29.415091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31746): Terminated: ok {rc=0}\u000a00:06:29.425577 --- ParallelTerminationStrategy: PID 31749 died...\u000a00:06:29.480339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31749): Terminated: ok {rc=0}\u000a00:06:29.490591 --- ParallelTerminationStrategy: PID 31752 died...\u000a00:06:29.545930 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31752): Terminated: ok {rc=0}\u000a00:06:29.633872 bus /sierra_3: Setting Powered False\u000a00:06:30.734412 bus /sierra_3: Setting Powered False\u000a00:06:31.839432 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 187, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31761): Process ended prematurely: osmo-stp_10.42.42.5(pid=31761) [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31761)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31761): Process ended prematurely: osmo-stp_10.42.42.5(pid=31761) [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31761)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:06:32.951026 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:06:32.963214 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a00:06:33.118310 tst mo_mt_call_osmux.py: using LAC 17696\u000a00:06:33.237959 tst mo_mt_call_osmux.py: using RAC 101\u000a00:06:33.362978 tst mo_mt_call_osmux.py: using CellId 17696\u000a00:06:33.480772 tst mo_mt_call_osmux.py: using BVCI 17697\u000a00:06:33.504094 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:06:33.515767 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:06:33.527058 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:06:33.537995 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:06:33.550340 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:06:33.561983 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:06:33.677277 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:06:33.882281 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:06:34.369482 run create_hlr_db(pid=31755): Launched\u000a00:06:34.543753 bus /sierra_2: Setting Powered False\u000a00:06:35.565206 run create_hlr_db(pid=31755): Terminated: ok {rc=0}\u000a00:06:35.996546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31757): Launched\u000a00:06:36.321935 run osmo-hlr_10.42.42.2(pid=31758): Launched\u000a00:06:36.440549 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:06:37.003866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31760): Launched\u000a00:06:37.328397 run osmo-stp_10.42.42.5(pid=31761): Launched\u000a00:06:37.446850 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:06:38.038892 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31763): Launched\u000a00:06:38.364869 run osmo-msc_10.42.42.6(pid=31764): Launched\u000a00:06:38.555080 run osmo-stp_10.42.42.5(pid=31761): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31761)]\u000a00:06:38.692396 run osmo-stp_10.42.42.5(pid=31761): stdout: \u000a| (launched: 2022-12-09_00:06:37.169436)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:06:38.829554 run osmo-stp_10.42.42.5(pid=31761): stderr: \u000a| �[0;m�[38;5;43m20221209000637362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000637363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000637363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000637363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000637364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000637364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000637364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:06:38.959801 run osmo-stp_10.42.42.5(pid=31761): stdout: \u000a| (launched: 2022-12-09_00:06:37.169436)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:06:39.088886 run osmo-stp_10.42.42.5(pid=31761): stderr: \u000a| �[0;m�[38;5;43m20221209000637362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000637363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000637363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000637363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000637364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000637364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000637364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:06:39.146247 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31761): Process ended prematurely: osmo-stp_10.42.42.5(pid=31761) [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31761)] [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a00:06:39.155748 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a00:06:39.218628 run osmo-hlr_10.42.42.2(pid=31758): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31758)]\u000a00:06:39.269559 run osmo-hlr_10.42.42.2(pid=31758): stdout: \u000a| (launched: 2022-12-09_00:06:36.162510) \u000a00:06:39.321841 run osmo-hlr_10.42.42.2(pid=31758): stderr: \u000a| �[0;m�[1;31m20221209000636363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209000636363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209000636363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000636363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000636363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209000636363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209000636374 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209000636382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209000636383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209000636383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:06:39.391626 run osmo-msc_10.42.42.6(pid=31764): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31764)]\u000a00:06:39.442628 run osmo-msc_10.42.42.6(pid=31764): stdout: \u000a| (launched: 2022-12-09_00:06:38.205205) \u000a00:06:39.494510 run osmo-msc_10.42.42.6(pid=31764): stderr: \u000a| �[0;m�[38;5;43m20221209000638528 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209000638528 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f51afcf9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209000638528 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209000638528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209000638528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209000638529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209000638530 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209000638531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209000638531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209000638531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:06:39.538490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31757): Terminating (SIGTERM)\u000a00:06:39.579841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31760): Terminating (SIGTERM)\u000a00:06:39.621406 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31763): Terminating (SIGTERM)\u000a00:06:39.631409 --- ParallelTerminationStrategy: PID 31757 died...\u000a00:06:39.686736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31757): Terminated: ok {rc=0}\u000a00:06:39.696820 --- ParallelTerminationStrategy: PID 31760 died...\u000a00:06:39.752325 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31760): Terminated: ok {rc=0}\u000a00:06:39.762870 --- ParallelTerminationStrategy: PID 31763 died...\u000a00:06:39.818599 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31763): Terminated: ok {rc=0}\u000a00:06:39.902865 bus /sierra_3: Setting Powered False\u000a00:06:41.008428 bus /sierra_3: Setting Powered False\u000a00:06:42.114846 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "121", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:06:22" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31775): Process ended prematurely: osmo-stp_10.42.42.5(pid=31775) [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31775)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31775): Process ended prematurely: osmo-stp_10.42.42.5(pid=31775) [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31775)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a00:06:44.096787 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:06:44.108084 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:06:44.259550 tst mo_mt_call.py: using LAC 17697\u000a00:06:44.382034 tst mo_mt_call.py: using RAC 102\u000a00:06:44.503253 tst mo_mt_call.py: using CellId 17697\u000a00:06:44.621963 tst mo_mt_call.py: using BVCI 17698\u000a00:06:44.644927 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:06:44.656177 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:06:44.667291 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:06:44.678214 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:06:44.689269 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:06:44.700219 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:06:44.820661 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:06:45.033389 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:06:45.543867 run create_hlr_db(pid=31769): Launched\u000a00:06:45.731678 bus /sierra_2: Setting Powered False\u000a00:06:46.745284 run create_hlr_db(pid=31769): Terminated: ok {rc=0}\u000a00:06:47.230979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31771): Launched\u000a00:06:47.536657 run osmo-hlr_10.42.42.2(pid=31772): Launched\u000a00:06:47.657546 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:06:48.189834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31774): Launched\u000a00:06:48.494001 run osmo-stp_10.42.42.5(pid=31775): Launched\u000a00:06:48.604668 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:06:49.159914 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31777): Launched\u000a00:06:49.464405 run osmo-msc_10.42.42.6(pid=31778): Launched\u000a00:06:49.643626 run osmo-stp_10.42.42.5(pid=31775): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31775)]\u000a00:06:49.772565 run osmo-stp_10.42.42.5(pid=31775): stdout: \u000a| (launched: 2022-12-09_00:06:48.345128)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:06:49.899514 run osmo-stp_10.42.42.5(pid=31775): stderr: \u000a| �[0;m�[38;5;43m20221209000648515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000648515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000648515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000648516 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000648518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000648518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000648518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:06:50.021614 run osmo-stp_10.42.42.5(pid=31775): stdout: \u000a| (launched: 2022-12-09_00:06:48.345128)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:06:50.142525 run osmo-stp_10.42.42.5(pid=31775): stderr: \u000a| �[0;m�[38;5;43m20221209000648515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000648515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000648515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000648516 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000648518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000648518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000648518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:06:50.196311 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31775): Process ended prematurely: osmo-stp_10.42.42.5(pid=31775) [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31775)] [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a00:06:50.204607 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a00:06:50.263091 run osmo-hlr_10.42.42.2(pid=31772): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31772)]\u000a00:06:50.311066 run osmo-hlr_10.42.42.2(pid=31772): stdout: \u000a| (launched: 2022-12-09_00:06:47.386223) \u000a00:06:50.360288 run osmo-hlr_10.42.42.2(pid=31772): stderr: \u000a| �[0;m�[1;31m20221209000647566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209000647566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209000647566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000647566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000647566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209000647566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209000647578 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209000647587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209000647587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209000647587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:06:50.426259 run osmo-msc_10.42.42.6(pid=31778): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31778)]\u000a00:06:50.474004 run osmo-msc_10.42.42.6(pid=31778): stdout: \u000a| (launched: 2022-12-09_00:06:49.314606) \u000a00:06:50.522268 run osmo-msc_10.42.42.6(pid=31778): stderr: \u000a| �[0;m�[38;5;43m20221209000649588 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209000649588 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efc90c13c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209000649588 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209000649588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209000649589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209000649589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209000649591 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209000649591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209000649591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209000649591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:06:50.563097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31771): Terminating (SIGTERM)\u000a00:06:50.601434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31774): Terminating (SIGTERM)\u000a00:06:50.639925 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31777): Terminating (SIGTERM)\u000a00:06:50.649030 --- ParallelTerminationStrategy: PID 31771 died...\u000a00:06:50.700806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31771): Terminated: ok {rc=0}\u000a00:06:50.710377 --- ParallelTerminationStrategy: PID 31774 died...\u000a00:06:50.761843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31774): Terminated: ok {rc=0}\u000a00:06:50.771265 --- ParallelTerminationStrategy: PID 31777 died...\u000a00:06:50.822849 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31777): Terminated: ok {rc=0}\u000a00:06:50.908210 bus /sierra_3: Setting Powered False\u000a00:06:52.011764 bus /sierra_3: Setting Powered False\u000a00:06:53.117614 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 187, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31786): Process ended prematurely: osmo-stp_10.42.42.5(pid=31786) [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31786)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31786): Process ended prematurely: osmo-stp_10.42.42.5(pid=31786) [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31786)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:06:54.230869 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:06:54.243142 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:06:54.404680 tst mo_mt_call_osmux.py: using LAC 17698\u000a00:06:54.535249 tst mo_mt_call_osmux.py: using RAC 103\u000a00:06:54.660115 tst mo_mt_call_osmux.py: using CellId 17698\u000a00:06:54.780235 tst mo_mt_call_osmux.py: using BVCI 17699\u000a00:06:54.803509 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:06:54.814802 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:06:54.825911 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:06:54.836912 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:06:54.848208 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:06:54.859280 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:06:54.973958 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:06:55.186529 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:06:55.696769 run create_hlr_db(pid=31780): Launched\u000a00:06:55.884477 bus /sierra_2: Setting Powered False\u000a00:06:56.905620 run create_hlr_db(pid=31780): Terminated: ok {rc=0}\u000a00:06:57.336811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31782): Launched\u000a00:06:57.661744 run osmo-hlr_10.42.42.2(pid=31783): Launched\u000a00:06:57.782587 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:06:58.348256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31785): Launched\u000a00:06:58.673820 run osmo-stp_10.42.42.5(pid=31786): Launched\u000a00:06:58.792412 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:06:59.385255 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31788): Launched\u000a00:06:59.709649 run osmo-msc_10.42.42.6(pid=31789): Launched\u000a00:06:59.900098 run osmo-stp_10.42.42.5(pid=31786): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31786)]\u000a00:07:00.038053 run osmo-stp_10.42.42.5(pid=31786): stdout: \u000a| (launched: 2022-12-09_00:06:58.514138)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:07:00.175510 run osmo-stp_10.42.42.5(pid=31786): stderr: \u000a| �[0;m�[38;5;43m20221209000658708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000658708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000658709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000658709 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000658710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000658710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000658710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:07:00.305893 run osmo-stp_10.42.42.5(pid=31786): stdout: \u000a| (launched: 2022-12-09_00:06:58.514138)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:07:00.435155 run osmo-stp_10.42.42.5(pid=31786): stderr: \u000a| �[0;m�[38;5;43m20221209000658708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000658708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000658709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000658709 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000658710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000658710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000658710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:07:00.492055 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31786): Process ended prematurely: osmo-stp_10.42.42.5(pid=31786) [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31786)] [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a00:07:00.501336 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a00:07:00.564029 run osmo-hlr_10.42.42.2(pid=31783): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31783)]\u000a00:07:00.615102 run osmo-hlr_10.42.42.2(pid=31783): stdout: \u000a| (launched: 2022-12-09_00:06:57.502563) \u000a00:07:00.666547 run osmo-hlr_10.42.42.2(pid=31783): stderr: \u000a| �[0;m�[1;31m20221209000657702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209000657702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209000657702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000657702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000657702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209000657702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209000657714 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209000657722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209000657723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209000657723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:07:00.736612 run osmo-msc_10.42.42.6(pid=31789): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31789)]\u000a00:07:00.787606 run osmo-msc_10.42.42.6(pid=31789): stdout: \u000a| (launched: 2022-12-09_00:06:59.550287) \u000a00:07:00.855721 run osmo-msc_10.42.42.6(pid=31789): stderr: \u000a| �[0;m�[38;5;43m20221209000659875 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209000659875 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5bbcd59c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209000659875 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209000659875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209000659875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209000659875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209000659877 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209000659877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209000659878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209000659878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:07:00.908703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31782): Terminating (SIGTERM)\u000a00:07:00.952768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31785): Terminating (SIGTERM)\u000a00:07:00.999617 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31788): Terminating (SIGTERM)\u000a00:07:01.010194 --- ParallelTerminationStrategy: PID 31782 died...\u000a00:07:01.066205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31782): Terminated: ok {rc=0}\u000a00:07:01.077688 --- ParallelTerminationStrategy: PID 31785 died...\u000a00:07:01.133666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31785): Terminated: ok {rc=0}\u000a00:07:01.144369 --- ParallelTerminationStrategy: PID 31788 died...\u000a00:07:01.200414 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31788): Terminated: ok {rc=0}\u000a00:07:01.286415 bus /sierra_3: Setting Powered False\u000a00:07:02.385632 bus /sierra_3: Setting Powered False\u000a00:07:03.495943 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "122", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:06:43" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31800): Process ended prematurely: osmo-stp_10.42.42.5(pid=31800) [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31800)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31800): Process ended prematurely: osmo-stp_10.42.42.5(pid=31800) [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31800)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a00:07:05.476208 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:07:05.487361 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:07:05.642935 tst mo_mt_call.py: using LAC 17699\u000a00:07:05.764935 tst mo_mt_call.py: using RAC 104\u000a00:07:05.886775 tst mo_mt_call.py: using CellId 17699\u000a00:07:06.008452 tst mo_mt_call.py: using BVCI 17700\u000a00:07:06.031487 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:07:06.042578 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:07:06.053362 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:07:06.063999 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:07:06.074755 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:07:06.085510 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:07:06.204431 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:07:06.405963 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:07:06.894224 run create_hlr_db(pid=31794): Launched\u000a00:07:07.069668 bus /sierra_2: Setting Powered False\u000a00:07:08.091520 run create_hlr_db(pid=31794): Terminated: ok {rc=0}\u000a00:07:08.497792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31796): Launched\u000a00:07:08.801581 run osmo-hlr_10.42.42.2(pid=31797): Launched\u000a00:07:08.920689 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:07:09.461401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31799): Launched\u000a00:07:09.765074 run osmo-stp_10.42.42.5(pid=31800): Launched\u000a00:07:09.882468 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:07:10.444716 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31802): Launched\u000a00:07:10.752066 run osmo-msc_10.42.42.6(pid=31803): Launched\u000a00:07:10.931871 run osmo-stp_10.42.42.5(pid=31800): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31800)]\u000a00:07:11.062002 run osmo-stp_10.42.42.5(pid=31800): stdout: \u000a| (launched: 2022-12-09_00:07:09.616502)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:07:11.189810 run osmo-stp_10.42.42.5(pid=31800): stderr: \u000a| �[0;m�[38;5;43m20221209000709790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000709790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000709790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000709791 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000709793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000709793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000709793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:07:11.312172 run osmo-stp_10.42.42.5(pid=31800): stdout: \u000a| (launched: 2022-12-09_00:07:09.616502)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:07:11.433445 run osmo-stp_10.42.42.5(pid=31800): stderr: \u000a| �[0;m�[38;5;43m20221209000709790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000709790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000709790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000709791 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000709793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000709793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000709793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:07:11.486931 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31800): Process ended prematurely: osmo-stp_10.42.42.5(pid=31800) [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31800)] [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a00:07:11.495612 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a00:07:11.554754 run osmo-hlr_10.42.42.2(pid=31797): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31797)]\u000a00:07:11.603036 run osmo-hlr_10.42.42.2(pid=31797): stdout: \u000a| (launched: 2022-12-09_00:07:08.652593) \u000a00:07:11.651946 run osmo-hlr_10.42.42.2(pid=31797): stderr: \u000a| �[0;m�[1;31m20221209000708832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209000708832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209000708832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000708832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000708832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209000708832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209000708844 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209000708853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209000708853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209000708853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:07:11.718624 run osmo-msc_10.42.42.6(pid=31803): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31803)]\u000a00:07:11.766731 run osmo-msc_10.42.42.6(pid=31803): stdout: \u000a| (launched: 2022-12-09_00:07:10.601099) \u000a00:07:11.815433 run osmo-msc_10.42.42.6(pid=31803): stderr: \u000a| �[0;m�[38;5;43m20221209000710872 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209000710872 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6c6d1f5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209000710872 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209000710873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209000710873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209000710873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209000710875 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209000710875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209000710875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209000710875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:07:11.856717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31796): Terminating (SIGTERM)\u000a00:07:11.895799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31799): Terminating (SIGTERM)\u000a00:07:11.935137 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31802): Terminating (SIGTERM)\u000a00:07:11.944322 --- ParallelTerminationStrategy: PID 31796 died...\u000a00:07:11.996799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31796): Terminated: ok {rc=0}\u000a00:07:12.006476 --- ParallelTerminationStrategy: PID 31799 died...\u000a00:07:12.059130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31799): Terminated: ok {rc=0}\u000a00:07:12.068776 --- ParallelTerminationStrategy: PID 31802 died...\u000a00:07:12.121239 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31802): Terminated: ok {rc=0}\u000a00:07:12.203770 bus /sierra_3: Setting Powered False\u000a00:07:13.309104 bus /sierra_3: Setting Powered False\u000a00:07:14.419421 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 187, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31811): Process ended prematurely: osmo-stp_10.42.42.5(pid=31811) [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31811)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31811): Process ended prematurely: osmo-stp_10.42.42.5(pid=31811) [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31811)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:07:15.527160 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:07:15.539036 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:07:15.702904 tst mo_mt_call_osmux.py: using LAC 17700\u000a00:07:15.832636 tst mo_mt_call_osmux.py: using RAC 105\u000a00:07:15.977598 tst mo_mt_call_osmux.py: using CellId 17700\u000a00:07:16.106672 tst mo_mt_call_osmux.py: using BVCI 17701\u000a00:07:16.130755 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:07:16.142745 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:07:16.154151 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:07:16.167117 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:07:16.179258 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:07:16.191591 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:07:16.310757 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:07:16.575154 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:07:17.135776 run create_hlr_db(pid=31805): Launched\u000a00:07:17.326401 bus /sierra_2: Setting Powered False\u000a00:07:18.335289 run create_hlr_db(pid=31805): Terminated: ok {rc=0}\u000a00:07:18.777212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31807): Launched\u000a00:07:19.101553 run osmo-hlr_10.42.42.2(pid=31808): Launched\u000a00:07:19.223165 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:07:19.785678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31810): Launched\u000a00:07:20.108914 run osmo-stp_10.42.42.5(pid=31811): Launched\u000a00:07:20.227198 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:07:20.818663 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31813): Launched\u000a00:07:21.143366 run osmo-msc_10.42.42.6(pid=31814): Launched\u000a00:07:21.334741 run osmo-stp_10.42.42.5(pid=31811): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31811)]\u000a00:07:21.472552 run osmo-stp_10.42.42.5(pid=31811): stdout: \u000a| (launched: 2022-12-09_00:07:19.950105)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:07:21.609834 run osmo-stp_10.42.42.5(pid=31811): stderr: \u000a| �[0;m�[38;5;43m20221209000720141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000720141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000720141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000720141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000720142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000720142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000720142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:07:21.740706 run osmo-stp_10.42.42.5(pid=31811): stdout: \u000a| (launched: 2022-12-09_00:07:19.950105)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:07:21.870078 run osmo-stp_10.42.42.5(pid=31811): stderr: \u000a| �[0;m�[38;5;43m20221209000720141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000720141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000720141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000720141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000720142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000720142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000720142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:07:21.927390 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31811): Process ended prematurely: osmo-stp_10.42.42.5(pid=31811) [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31811)] [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a00:07:21.936861 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a00:07:21.999330 run osmo-hlr_10.42.42.2(pid=31808): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31808)]\u000a00:07:22.050503 run osmo-hlr_10.42.42.2(pid=31808): stdout: \u000a| (launched: 2022-12-09_00:07:18.942826) \u000a00:07:22.101688 run osmo-hlr_10.42.42.2(pid=31808): stderr: \u000a| �[0;m�[1;31m20221209000719142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209000719142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209000719142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000719142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000719142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209000719142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209000719158 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209000719167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209000719167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209000719167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:07:22.171963 run osmo-msc_10.42.42.6(pid=31814): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31814)]\u000a00:07:22.222845 run osmo-msc_10.42.42.6(pid=31814): stdout: \u000a| (launched: 2022-12-09_00:07:20.984095) \u000a00:07:22.274351 run osmo-msc_10.42.42.6(pid=31814): stderr: \u000a| �[0;m�[38;5;43m20221209000721304 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209000721305 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff189c29c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209000721305 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209000721305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209000721305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209000721305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209000721307 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209000721307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209000721307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209000721308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:07:22.318143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31807): Terminating (SIGTERM)\u000a00:07:22.359557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31810): Terminating (SIGTERM)\u000a00:07:22.401087 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31813): Terminating (SIGTERM)\u000a00:07:22.411015 --- ParallelTerminationStrategy: PID 31807 died...\u000a00:07:22.467368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31807): Terminated: ok {rc=0}\u000a00:07:22.477447 --- ParallelTerminationStrategy: PID 31810 died...\u000a00:07:22.533202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31810): Terminated: ok {rc=0}\u000a00:07:22.543264 --- ParallelTerminationStrategy: PID 31813 died...\u000a00:07:22.599109 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31813): Terminated: ok {rc=0}\u000a00:07:22.684356 bus /sierra_3: Setting Powered False\u000a00:07:23.789250 bus /sierra_3: Setting Powered False\u000a00:07:24.895390 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "123", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:07:05" }, { "cases" : [ { "testActions" : [ ], "age" : 210, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31825): Process ended prematurely: osmo-stp_10.42.42.5(pid=31825) [trial-2351↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31825)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31825): Process ended prematurely: osmo-stp_10.42.42.5(pid=31825) [trial-2351↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31825)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py\u000a----------------------------------------------\u000a00:07:26.904395 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:07:26.915569 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a00:07:27.054465 tst emergency_mo_mt_call.py: using LAC 17701\u000a00:07:27.177657 tst emergency_mo_mt_call.py: using RAC 106\u000a00:07:27.300607 tst emergency_mo_mt_call.py: using CellId 17701\u000a00:07:27.424881 tst emergency_mo_mt_call.py: using BVCI 17702\u000a00:07:27.449216 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:07:27.460432 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:07:27.471373 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:07:27.482695 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:07:27.493689 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:07:27.505228 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a00:07:27.619294 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a00:07:27.826430 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:07:28.327724 run create_hlr_db(pid=31819): Launched\u000a00:07:28.514132 bus /sierra_2: Setting Powered False\u000a00:07:29.534197 run create_hlr_db(pid=31819): Terminated: ok {rc=0}\u000a00:07:29.939253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31821): Launched\u000a00:07:30.239230 run osmo-hlr_10.42.42.2(pid=31822): Launched\u000a00:07:30.356513 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:07:30.929700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31824): Launched\u000a00:07:31.335403 run osmo-stp_10.42.42.5(pid=31825): Launched\u000a00:07:31.501325 tst emergency_mo_mt_call.py: using MSISDN 6919\u000a00:07:31.754059 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:07:32.317511 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31827): Launched\u000a00:07:32.617798 run osmo-msc_10.42.42.6(pid=31828): Launched\u000a00:07:32.795859 run osmo-stp_10.42.42.5(pid=31825): ERR: Terminated: ERROR {rc=1} [trial-2351↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31825)]\u000a00:07:32.923089 run osmo-stp_10.42.42.5(pid=31825): stdout: \u000a| (launched: 2022-12-09_00:07:31.088303)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:07:33.046980 run osmo-stp_10.42.42.5(pid=31825): stderr: \u000a| �[0;m�[38;5;43m20221209000731413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000731413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000731413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000731414 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000731414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000731414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000731414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:07:33.166843 run osmo-stp_10.42.42.5(pid=31825): stdout: \u000a| (launched: 2022-12-09_00:07:31.088303)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:07:33.285801 run osmo-stp_10.42.42.5(pid=31825): stderr: \u000a| �[0;m�[38;5;43m20221209000731413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000731413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000731413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000731414 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000731414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000731414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000731414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:07:33.337787 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=31825): Process ended prematurely: osmo-stp_10.42.42.5(pid=31825) [trial-2351↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31825)] [trial-2351↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19]\u000a00:07:33.345570 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a00:07:33.403924 run osmo-hlr_10.42.42.2(pid=31822): ERR: Terminated: ERROR {rc=237} [trial-2351↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31822)]\u000a00:07:33.451945 run osmo-hlr_10.42.42.2(pid=31822): stdout: \u000a| (launched: 2022-12-09_00:07:30.091995) \u000a00:07:33.500329 run osmo-hlr_10.42.42.2(pid=31822): stderr: \u000a| �[0;m�[1;31m20221209000730270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209000730270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209000730270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000730270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000730271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209000730271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209000730283 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209000730292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209000730292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209000730292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:07:33.566360 run osmo-msc_10.42.42.6(pid=31828): ERR: Terminated: ERROR {rc=2} [trial-2351↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31828)]\u000a00:07:33.614139 run osmo-msc_10.42.42.6(pid=31828): stdout: \u000a| (launched: 2022-12-09_00:07:32.470702) \u000a00:07:33.662570 run osmo-msc_10.42.42.6(pid=31828): stderr: \u000a| �[0;m�[38;5;43m20221209000732743 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209000732743 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f83d2ec7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209000732743 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209000732743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209000732743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209000732743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209000732745 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209000732746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209000732746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209000732746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:07:33.703649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31821): Terminating (SIGTERM)\u000a00:07:33.742344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31824): Terminating (SIGTERM)\u000a00:07:33.781037 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31827): Terminating (SIGTERM)\u000a00:07:33.790234 --- ParallelTerminationStrategy: PID 31821 died...\u000a00:07:33.842077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31821): Terminated: ok {rc=0}\u000a00:07:33.851469 --- ParallelTerminationStrategy: PID 31824 died...\u000a00:07:33.902976 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31824): Terminated: ok {rc=0}\u000a00:07:33.912439 --- ParallelTerminationStrategy: PID 31827 died...\u000a00:07:33.963953 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31827): Terminated: ok {rc=0}\u000a00:07:34.045632 bus /sierra_3: Setting Powered False\u000a00:07:35.143746 bus /sierra_3: Setting Powered False\u000a00:07:36.252743 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 210, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31836): Process ended prematurely: osmo-stp_10.42.42.5(pid=31836) [trial-2351↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31836)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31836): Process ended prematurely: osmo-stp_10.42.42.5(pid=31836) [trial-2351↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31836)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 emergency:trx-lms-limenet-micro emergency_preemptive_call.py\u000a----------------------------------------------\u000a00:07:37.303896 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:07:37.315455 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a00:07:37.455038 tst emergency_preemptive_call.py: using LAC 17702\u000a00:07:37.574953 tst emergency_preemptive_call.py: using RAC 107\u000a00:07:37.693448 tst emergency_preemptive_call.py: using CellId 17702\u000a00:07:37.810126 tst emergency_preemptive_call.py: using BVCI 17703\u000a00:07:37.832857 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:07:37.843794 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:07:37.854528 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:07:37.865359 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:07:37.876289 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:07:37.887069 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a00:07:38.004785 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a00:07:38.121759 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a00:07:38.241179 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a00:07:38.445130 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:07:38.947535 run create_hlr_db(pid=31830): Launched\u000a00:07:39.133933 bus /sierra_2: Setting Powered False\u000a00:07:40.153343 run create_hlr_db(pid=31830): Terminated: ok {rc=0}\u000a00:07:40.579622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31832): Launched\u000a00:07:40.899918 run osmo-hlr_10.42.42.2(pid=31833): Launched\u000a00:07:41.020363 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:07:41.576144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31835): Launched\u000a00:07:41.895382 run osmo-stp_10.42.42.5(pid=31836): Launched\u000a00:07:42.024371 tst emergency_preemptive_call.py: using MSISDN 6920\u000a00:07:42.183554 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:07:42.765390 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31838): Launched\u000a00:07:43.085316 run osmo-msc_10.42.42.6(pid=31839): Launched\u000a00:07:43.274361 run osmo-stp_10.42.42.5(pid=31836): ERR: Terminated: ERROR {rc=1} [trial-2351↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31836)]\u000a00:07:43.410821 run osmo-stp_10.42.42.5(pid=31836): stdout: \u000a| (launched: 2022-12-09_00:07:41.738309)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:07:43.546640 run osmo-stp_10.42.42.5(pid=31836): stderr: \u000a| �[0;m�[38;5;43m20221209000741933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000741933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000741933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000741934 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000741934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000741934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000741934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:07:43.675513 run osmo-stp_10.42.42.5(pid=31836): stdout: \u000a| (launched: 2022-12-09_00:07:41.738309)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:07:43.803091 run osmo-stp_10.42.42.5(pid=31836): stderr: \u000a| �[0;m�[38;5;43m20221209000741933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000741933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000741933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000741934 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000741934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000741934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000741934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:07:43.858985 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=31836): Process ended prematurely: osmo-stp_10.42.42.5(pid=31836) [trial-2351↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31836)] [trial-2351↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32]\u000a00:07:43.867861 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a00:07:43.930965 run osmo-hlr_10.42.42.2(pid=31833): ERR: Terminated: ERROR {rc=237} [trial-2351↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31833)]\u000a00:07:43.982923 run osmo-hlr_10.42.42.2(pid=31833): stdout: \u000a| (launched: 2022-12-09_00:07:40.742384) \u000a00:07:44.034800 run osmo-hlr_10.42.42.2(pid=31833): stderr: \u000a| �[0;m�[1;31m20221209000740940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209000740940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209000740940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000740940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000740940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209000740940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209000740953 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209000740961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209000740962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209000740962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:07:44.106035 run osmo-msc_10.42.42.6(pid=31839): ERR: Terminated: ERROR {rc=2} [trial-2351↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31839)]\u000a00:07:44.157097 run osmo-msc_10.42.42.6(pid=31839): stdout: \u000a| (launched: 2022-12-09_00:07:42.928051) \u000a00:07:44.209451 run osmo-msc_10.42.42.6(pid=31839): stderr: \u000a| �[0;m�[38;5;43m20221209000743249 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209000743249 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f30b9004c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209000743249 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209000743249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209000743249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209000743249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209000743251 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209000743252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209000743252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209000743252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:07:44.254443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31832): Terminating (SIGTERM)\u000a00:07:44.296272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31835): Terminating (SIGTERM)\u000a00:07:44.338415 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31838): Terminating (SIGTERM)\u000a00:07:44.348445 --- ParallelTerminationStrategy: PID 31832 died...\u000a00:07:44.404879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31832): Terminated: ok {rc=0}\u000a00:07:44.415386 --- ParallelTerminationStrategy: PID 31835 died...\u000a00:07:44.471059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31835): Terminated: ok {rc=0}\u000a00:07:44.481568 --- ParallelTerminationStrategy: PID 31838 died...\u000a00:07:44.537446 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31838): Terminated: ok {rc=0}\u000a00:07:44.624220 bus /sierra_9: Setting Powered False\u000a00:07:45.729348 bus /sierra_9: Setting Powered False\u000a00:07:46.851256 bus /sierra_8: Setting Powered False\u000a00:07:47.955347 bus /sierra_8: Setting Powered False\u000a00:07:49.062241 bus /sierra_3: Setting Powered False\u000a00:07:50.167764 bus /sierra_3: Setting Powered False\u000a00:07:51.275377 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "124", "name" : "emergency_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:07:26" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31854): Process ended prematurely: osmo-stp_10.42.42.5(pid=31854) [trial-2351↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31854)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31854): Process ended prematurely: osmo-stp_10.42.42.5(pid=31854) [trial-2351↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31854)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:07:53.399744 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:07:53.411012 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a00:07:53.551088 tst cs_paging_gprs_active.py: using LAC 17703\u000a00:07:53.676781 tst cs_paging_gprs_active.py: using RAC 108\u000a00:07:53.802778 tst cs_paging_gprs_active.py: using CellId 17703\u000a00:07:53.928730 tst cs_paging_gprs_active.py: using BVCI 17704\u000a00:07:53.953703 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:07:53.964850 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:07:53.975832 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:07:53.986807 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:07:53.998127 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:07:54.008837 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:07:54.020546 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:07:54.031730 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:07:54.043574 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a00:07:54.162273 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a00:07:54.448466 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:07:54.576204 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:07:54.893933 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31844): Launched\u000a00:07:55.157565 run iperf3-srv_10.42.42.10(pid=31845): Launched\u000a00:07:55.345510 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:07:55.473139 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:07:55.789685 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31846): Launched\u000a00:07:56.053112 run iperf3-srv_10.42.42.10(pid=31847): Launched\u000a00:07:56.240314 tst cs_paging_gprs_active.py:38: start network...\u000a00:07:56.367648 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:07:56.858763 run create_hlr_db(pid=31848): Launched\u000a00:07:57.034708 bus /sierra_2: Setting Powered False\u000a00:07:58.056766 run create_hlr_db(pid=31848): Terminated: ok {rc=0}\u000a00:07:58.489690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31850): Launched\u000a00:07:58.815957 run osmo-hlr_10.42.42.2(pid=31851): Launched\u000a00:07:58.936895 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:07:59.504182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31853): Launched\u000a00:07:59.831451 run osmo-stp_10.42.42.5(pid=31854): Launched\u000a00:07:59.951002 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:08:00.520263 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31856): Launched\u000a00:08:00.636727 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:08:00.946187 run patchelf(pid=31857): Launched\u000a00:08:01.133395 run osmo-stp_10.42.42.5(pid=31854): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31854)]\u000a00:08:01.296808 run osmo-stp_10.42.42.5(pid=31854): stdout: \u000a| (launched: 2022-12-09_00:07:59.670331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:08:01.455421 run osmo-stp_10.42.42.5(pid=31854): stderr: \u000a| �[0;m�[38;5;43m20221209000759863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000759863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000759863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000759864 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000759864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000759864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000759864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:08:01.593491 run osmo-stp_10.42.42.5(pid=31854): stdout: \u000a| (launched: 2022-12-09_00:07:59.670331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:08:01.728799 run osmo-stp_10.42.42.5(pid=31854): stderr: \u000a| �[0;m�[38;5;43m20221209000759863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000759863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000759863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000759864 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000759864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000759864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000759864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:08:01.880169 run patchelf(pid=31857): Terminating (SIGINT)\u000a00:08:02.065879 run patchelf(pid=31857): Terminated: ok {rc=0}\u000a00:08:02.105173 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31854): Process ended prematurely: osmo-stp_10.42.42.5(pid=31854) [trial-2351↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31854)] [trial-2351↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38]\u000a00:08:02.119409 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a00:08:02.198904 run osmo-hlr_10.42.42.2(pid=31851): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31851)]\u000a00:08:02.252561 run osmo-hlr_10.42.42.2(pid=31851): stdout: \u000a| (launched: 2022-12-09_00:07:58.655643) \u000a00:08:02.303069 run osmo-hlr_10.42.42.2(pid=31851): stderr: \u000a| �[0;m�[1;31m20221209000758856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209000758856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209000758856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000758856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000758856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209000758856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209000758868 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209000758877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209000758877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209000758877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:08:02.346235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31844): Terminating (SIGTERM)\u000a00:08:02.387493 run iperf3-srv_10.42.42.10(pid=31845): Terminating (SIGTERM)\u000a00:08:02.427593 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31846): Terminating (SIGTERM)\u000a00:08:02.468348 run iperf3-srv_10.42.42.10(pid=31847): Terminating (SIGTERM)\u000a00:08:02.512155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31850): Terminating (SIGTERM)\u000a00:08:02.553641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31853): Terminating (SIGTERM)\u000a00:08:02.606798 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31856): Terminating (SIGTERM)\u000a00:08:02.617846 --- ParallelTerminationStrategy: PID 31844 died...\u000a00:08:02.675787 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31844): Terminated: ok {rc=0}\u000a00:08:02.690335 --- ParallelTerminationStrategy: PID 31845 died...\u000a00:08:02.749153 run iperf3-srv_10.42.42.10(pid=31845): Terminated {rc=256}\u000a00:08:02.761264 --- ParallelTerminationStrategy: PID 31846 died...\u000a00:08:02.816652 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31846): Terminated: ok {rc=0}\u000a00:08:02.831339 --- ParallelTerminationStrategy: PID 31847 died...\u000a00:08:02.887170 run iperf3-srv_10.42.42.10(pid=31847): Terminated {rc=256}\u000a00:08:02.903478 --- ParallelTerminationStrategy: PID 31850 died...\u000a00:08:02.964586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31850): Terminated: ok {rc=0}\u000a00:08:02.976808 --- ParallelTerminationStrategy: PID 31853 died...\u000a00:08:03.035369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31853): Terminated: ok {rc=0}\u000a00:08:03.045928 --- ParallelTerminationStrategy: PID 31856 died...\u000a00:08:03.104268 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31856): Terminated: ok {rc=0}\u000a00:08:03.200299 bus /gobi_0: Setting Powered False\u000a00:08:04.308279 bus /gobi_0: Setting Powered False\u000a00:08:05.418713 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32138): Process ended prematurely: osmo-stp_10.42.42.5(pid=32138) [trial-2351↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32138)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32138): Process ended prematurely: osmo-stp_10.42.42.5(pid=32138) [trial-2351↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32138)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-lms-limenet-micro iperf3.py\u000a----------------------------------------------\u000a00:08:06.555685 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:06.571418 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a00:08:06.724862 tst iperf3.py: using LAC 17704\u000a00:08:06.855020 tst iperf3.py: using RAC 109\u000a00:08:06.986370 tst iperf3.py: using CellId 17704\u000a00:08:07.115274 tst iperf3.py: using BVCI 17705\u000a00:08:07.141351 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:07.153505 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:07.166513 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:07.179652 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:07.192932 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:07.205873 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:07.218024 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:07.229988 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:07.243704 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a00:08:07.548410 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:08:07.688360 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:08:08.046640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32130): Launched\u000a00:08:08.351027 run iperf3-srv_10.42.42.10(pid=32131): Launched\u000a00:08:08.555811 tst iperf3.py:8: start network...\u000a00:08:08.697341 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:08:09.263307 run create_hlr_db(pid=32132): Launched\u000a00:08:09.457870 bus /gobi_6: Setting Powered False\u000a00:08:10.479198 run create_hlr_db(pid=32132): Terminated: ok {rc=0}\u000a00:08:10.939199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32134): Launched\u000a00:08:11.378855 run osmo-hlr_10.42.42.2(pid=32135): Launched\u000a00:08:11.631254 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:08:12.228849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32137): Launched\u000a00:08:12.663096 run osmo-stp_10.42.42.5(pid=32138): Launched\u000a00:08:12.884103 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:08:13.509698 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32140): Launched\u000a00:08:13.621268 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:08:13.913286 run patchelf(pid=32141): Launched\u000a00:08:14.096258 run osmo-stp_10.42.42.5(pid=32138): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32138)]\u000a00:08:14.230653 run osmo-stp_10.42.42.5(pid=32138): stdout: \u000a| (launched: 2022-12-09_00:08:12.399038)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:08:14.364892 run osmo-stp_10.42.42.5(pid=32138): stderr: \u000a| �[0;m�[38;5;43m20221209000812728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000812728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000812728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000812728 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000812729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000812729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000812729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:08:14.493972 run osmo-stp_10.42.42.5(pid=32138): stdout: \u000a| (launched: 2022-12-09_00:08:12.399038)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:08:14.621872 run osmo-stp_10.42.42.5(pid=32138): stderr: \u000a| �[0;m�[38;5;43m20221209000812728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000812728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000812728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000812728 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000812729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000812729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000812729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:08:14.770389 run patchelf(pid=32141): Terminating (SIGINT)\u000a00:08:14.945471 run patchelf(pid=32141): Terminated: ok {rc=0}\u000a00:08:14.978301 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32138): Process ended prematurely: osmo-stp_10.42.42.5(pid=32138) [trial-2351↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32138)] [trial-2351↪gprs:trx-lms-limenet-micro↪iperf3.py:8]\u000a00:08:14.989115 tst iperf3.py:8: Test FAILED (8.5 sec)\u000a00:08:15.051226 run osmo-hlr_10.42.42.2(pid=32135): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32135)]\u000a00:08:15.101524 run osmo-hlr_10.42.42.2(pid=32135): stdout: \u000a| (launched: 2022-12-09_00:08:11.110445) \u000a00:08:15.152590 run osmo-hlr_10.42.42.2(pid=32135): stderr: \u000a| �[0;m�[1;31m20221209000811423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209000811423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209000811423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000811423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000811423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209000811423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209000811445 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209000811462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209000811462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209000811462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:08:15.196022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32130): Terminating (SIGTERM)\u000a00:08:15.237122 run iperf3-srv_10.42.42.10(pid=32131): Terminating (SIGTERM)\u000a00:08:15.279014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32134): Terminating (SIGTERM)\u000a00:08:15.320899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32137): Terminating (SIGTERM)\u000a00:08:15.365655 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32140): Terminating (SIGTERM)\u000a00:08:15.376171 --- ParallelTerminationStrategy: PID 32130 died...\u000a00:08:15.432381 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32130): Terminated: ok {rc=0}\u000a00:08:15.443266 --- ParallelTerminationStrategy: PID 32131 died...\u000a00:08:15.497633 run iperf3-srv_10.42.42.10(pid=32131): Terminated {rc=256}\u000a00:08:15.508089 --- ParallelTerminationStrategy: PID 32134 died...\u000a00:08:15.562886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32134): Terminated: ok {rc=0}\u000a00:08:15.573620 --- ParallelTerminationStrategy: PID 32137 died...\u000a00:08:15.628187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32137): Terminated: ok {rc=0}\u000a00:08:15.638538 --- ParallelTerminationStrategy: PID 32140 died...\u000a00:08:15.692504 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32140): Terminated: ok {rc=0}\u000a00:08:15.778200 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-lms-limenet-micro", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32157): Process ended prematurely: osmo-stp_10.42.42.5(pid=32157) [trial-2351↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32157)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32157): Process ended prematurely: osmo-stp_10.42.42.5(pid=32157) [trial-2351↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32157)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-lms-limenet-micro iperf3m4.py\u000a----------------------------------------------\u000a00:08:16.892941 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:16.904786 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a00:08:17.076353 tst iperf3m4.py: using LAC 17705\u000a00:08:17.222602 tst iperf3m4.py: using RAC 110\u000a00:08:17.369666 tst iperf3m4.py: using CellId 17705\u000a00:08:17.522468 tst iperf3m4.py: using BVCI 17706\u000a00:08:17.553497 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:17.566471 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:17.580618 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:17.593769 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:17.606500 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:17.619890 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:17.635212 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:17.650466 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:17.664519 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a00:08:17.788380 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a00:08:17.904008 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a00:08:18.018182 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a00:08:18.299785 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:08:18.429265 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:08:18.771991 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32142): Launched\u000a00:08:19.063070 run iperf3-srv_10.42.42.10(pid=32143): Launched\u000a00:08:19.254286 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:08:19.384695 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:08:19.727507 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32144): Launched\u000a00:08:20.019218 run iperf3-srv_10.42.42.10(pid=32145): Launched\u000a00:08:20.210544 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:08:20.340465 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:08:20.682372 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32146): Launched\u000a00:08:20.973369 run iperf3-srv_10.42.42.10(pid=32147): Launched\u000a00:08:21.164778 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:08:21.295261 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:08:21.637839 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32148): Launched\u000a00:08:21.929520 run iperf3-srv_10.42.42.10(pid=32149): Launched\u000a00:08:22.119512 tst iperf3m4.py:8: start network...\u000a00:08:22.249738 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:08:22.793449 run create_hlr_db(pid=32150): Launched\u000a00:08:22.972793 bus /gobi_6: Setting Powered False\u000a00:08:23.996781 run create_hlr_db(pid=32150): Terminated: ok {rc=0}\u000a00:08:24.453365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32152): Launched\u000a00:08:24.779514 run osmo-hlr_10.42.42.2(pid=32154): Launched\u000a00:08:24.898304 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:08:25.560821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32156): Launched\u000a00:08:25.879121 run osmo-stp_10.42.42.5(pid=32157): Launched\u000a00:08:25.995384 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:08:26.552131 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32159): Launched\u000a00:08:26.666678 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:08:26.944144 run patchelf(pid=32160): Launched\u000a00:08:27.131561 run osmo-stp_10.42.42.5(pid=32157): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32157)]\u000a00:08:27.269480 run osmo-stp_10.42.42.5(pid=32157): stdout: \u000a| (launched: 2022-12-09_00:08:25.722857)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:08:27.406950 run osmo-stp_10.42.42.5(pid=32157): stderr: \u000a| �[0;m�[38;5;43m20221209000825915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000825915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000825915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000825915 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000825916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000825916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000825916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:08:27.539743 run osmo-stp_10.42.42.5(pid=32157): stdout: \u000a| (launched: 2022-12-09_00:08:25.722857)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:08:27.671224 run osmo-stp_10.42.42.5(pid=32157): stderr: \u000a| �[0;m�[38;5;43m20221209000825915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000825915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000825915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000825915 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000825916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000825916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000825916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:08:27.823642 run patchelf(pid=32160): Terminating (SIGINT)\u000a00:08:28.002597 run patchelf(pid=32160): Terminated: ok {rc=0}\u000a00:08:28.035709 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32157): Process ended prematurely: osmo-stp_10.42.42.5(pid=32157) [trial-2351↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32157)] [trial-2351↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8]\u000a00:08:28.045879 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a00:08:28.109115 run osmo-hlr_10.42.42.2(pid=32154): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32154)]\u000a00:08:28.160679 run osmo-hlr_10.42.42.2(pid=32154): stdout: \u000a| (launched: 2022-12-09_00:08:24.619563) \u000a00:08:28.212574 run osmo-hlr_10.42.42.2(pid=32154): stderr: \u000a| �[0;m�[1;31m20221209000824818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209000824818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209000824818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000824818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000824818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209000824818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209000824830 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209000824838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209000824838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209000824838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:08:28.256643 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32142): Terminating (SIGTERM)\u000a00:08:28.297813 run iperf3-srv_10.42.42.10(pid=32143): Terminating (SIGTERM)\u000a00:08:28.339905 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32144): Terminating (SIGTERM)\u000a00:08:28.381638 run iperf3-srv_10.42.42.10(pid=32145): Terminating (SIGTERM)\u000a00:08:28.423342 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32146): Terminating (SIGTERM)\u000a00:08:28.464737 run iperf3-srv_10.42.42.10(pid=32147): Terminating (SIGTERM)\u000a00:08:28.506525 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32148): Terminating (SIGTERM)\u000a00:08:28.548446 run iperf3-srv_10.42.42.10(pid=32149): Terminating (SIGTERM)\u000a00:08:28.590266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32152): Terminating (SIGTERM)\u000a00:08:28.631952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32156): Terminating (SIGTERM)\u000a00:08:28.673799 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32159): Terminating (SIGTERM)\u000a00:08:28.683887 --- ParallelTerminationStrategy: PID 32142 died...\u000a00:08:28.739445 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32142): Terminated: ok {rc=0}\u000a00:08:28.750004 --- ParallelTerminationStrategy: PID 32143 died...\u000a00:08:28.805158 run iperf3-srv_10.42.42.10(pid=32143): Terminated {rc=256}\u000a00:08:28.815808 --- ParallelTerminationStrategy: PID 32144 died...\u000a00:08:28.870879 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32144): Terminated: ok {rc=0}\u000a00:08:28.881046 --- ParallelTerminationStrategy: PID 32145 died...\u000a00:08:28.936582 run iperf3-srv_10.42.42.10(pid=32145): Terminated {rc=256}\u000a00:08:28.947219 --- ParallelTerminationStrategy: PID 32146 died...\u000a00:08:29.002439 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32146): Terminated: ok {rc=0}\u000a00:08:29.013094 --- ParallelTerminationStrategy: PID 32147 died...\u000a00:08:29.068588 run iperf3-srv_10.42.42.10(pid=32147): Terminated {rc=256}\u000a00:08:29.078785 --- ParallelTerminationStrategy: PID 32148 died...\u000a00:08:29.134178 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32148): Terminated: ok {rc=0}\u000a00:08:29.144360 --- ParallelTerminationStrategy: PID 32149 died...\u000a00:08:29.200577 run iperf3-srv_10.42.42.10(pid=32149): Terminated {rc=256}\u000a00:08:29.211200 --- ParallelTerminationStrategy: PID 32152 died...\u000a00:08:29.266609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32152): Terminated: ok {rc=0}\u000a00:08:29.276570 --- ParallelTerminationStrategy: PID 32156 died...\u000a00:08:29.332413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32156): Terminated: ok {rc=0}\u000a00:08:29.342881 --- ParallelTerminationStrategy: PID 32159 died...\u000a00:08:29.397988 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32159): Terminated: ok {rc=0}\u000a00:08:29.483796 bus /gobi_4: Setting Powered False\u000a00:08:30.584809 bus /gobi_4: Setting Powered False\u000a00:08:31.707414 bus /gobi_1: Setting Powered False\u000a00:08:32.808175 bus /gobi_1: Setting Powered False\u000a00:08:33.917517 bus /gobi_0: Setting Powered False\u000a00:08:35.018646 bus /gobi_0: Setting Powered False\u000a00:08:36.129611 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32167): Process ended prematurely: osmo-stp_10.42.42.5(pid=32167) [trial-2351↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32167)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32167): Process ended prematurely: osmo-stp_10.42.42.5(pid=32167) [trial-2351↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32167)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-lms-limenet-micro ping.py\u000a----------------------------------------------\u000a00:08:37.196347 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:37.207558 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a00:08:37.342798 tst ping.py: using LAC 17706\u000a00:08:37.464933 tst ping.py: using RAC 111\u000a00:08:37.587380 tst ping.py: using CellId 17706\u000a00:08:37.710460 tst ping.py: using BVCI 17707\u000a00:08:37.734528 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:37.745773 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:37.756652 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:37.768193 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:37.779094 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:37.790260 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:37.801540 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:37.813639 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a00:08:38.083605 tst ping.py:19: start network...\u000a00:08:38.204535 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:08:38.668562 run create_hlr_db(pid=32161): Launched\u000a00:08:38.838818 bus /gobi_6: Setting Powered False\u000a00:08:39.858849 run create_hlr_db(pid=32161): Terminated: ok {rc=0}\u000a00:08:40.277947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32163): Launched\u000a00:08:40.593380 run osmo-hlr_10.42.42.2(pid=32164): Launched\u000a00:08:40.710657 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:08:41.257070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32166): Launched\u000a00:08:41.570670 run osmo-stp_10.42.42.5(pid=32167): Launched\u000a00:08:41.686474 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:08:42.254218 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32169): Launched\u000a00:08:42.366233 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:08:42.639002 run patchelf(pid=32170): Launched\u000a00:08:42.822671 run osmo-stp_10.42.42.5(pid=32167): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32167)]\u000a00:08:42.957341 run osmo-stp_10.42.42.5(pid=32167): stdout: \u000a| (launched: 2022-12-09_00:08:41.416211)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:08:43.092303 run osmo-stp_10.42.42.5(pid=32167): stderr: \u000a| �[0;m�[38;5;43m20221209000841608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000841608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000841609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000841609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000841610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000841610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000841610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:08:43.222829 run osmo-stp_10.42.42.5(pid=32167): stdout: \u000a| (launched: 2022-12-09_00:08:41.416211)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:08:43.351673 run osmo-stp_10.42.42.5(pid=32167): stderr: \u000a| �[0;m�[38;5;43m20221209000841608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000841608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000841609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000841609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000841610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000841610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000841610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:08:43.501723 run patchelf(pid=32170): Terminating (SIGINT)\u000a00:08:43.677777 run patchelf(pid=32170): Terminated: ok {rc=0}\u000a00:08:43.709928 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32167): Process ended prematurely: osmo-stp_10.42.42.5(pid=32167) [trial-2351↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32167)] [trial-2351↪gprs:trx-lms-limenet-micro↪ping.py:22]\u000a00:08:43.719189 tst ping.py:22: Test FAILED (6.5 sec)\u000a00:08:43.781884 run osmo-hlr_10.42.42.2(pid=32164): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32164)]\u000a00:08:43.832919 run osmo-hlr_10.42.42.2(pid=32164): stdout: \u000a| (launched: 2022-12-09_00:08:40.439022) \u000a00:08:43.884598 run osmo-hlr_10.42.42.2(pid=32164): stderr: \u000a| �[0;m�[1;31m20221209000840634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209000840634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209000840634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000840634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000840634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209000840634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209000840647 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209000840655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209000840655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209000840656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:08:43.928688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32163): Terminating (SIGTERM)\u000a00:08:43.970242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32166): Terminating (SIGTERM)\u000a00:08:44.011895 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32169): Terminating (SIGTERM)\u000a00:08:44.021742 --- ParallelTerminationStrategy: PID 32163 died...\u000a00:08:44.078669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32163): Terminated: ok {rc=0}\u000a00:08:44.088867 --- ParallelTerminationStrategy: PID 32166 died...\u000a00:08:44.143755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32166): Terminated: ok {rc=0}\u000a00:08:44.153633 --- ParallelTerminationStrategy: PID 32169 died...\u000a00:08:44.209157 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32169): Terminated: ok {rc=0}\u000a00:08:44.294922 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32177): Process ended prematurely: osmo-stp_10.42.42.5(pid=32177) [trial-2351↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32177)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32177): Process ended prematurely: osmo-stp_10.42.42.5(pid=32177) [trial-2351↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32177)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-lms-limenet-micro ping_idle_ping.py\u000a----------------------------------------------\u000a00:08:45.343899 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:45.355244 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a00:08:45.488646 tst ping_idle_ping.py: using LAC 17707\u000a00:08:45.605252 tst ping_idle_ping.py: using RAC 112\u000a00:08:45.725242 tst ping_idle_ping.py: using CellId 17707\u000a00:08:45.844058 tst ping_idle_ping.py: using BVCI 17708\u000a00:08:45.870830 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:45.882134 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:45.902056 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:45.913891 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:45.925375 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:45.936659 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:45.947877 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:45.959088 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a00:08:46.282445 tst ping_idle_ping.py:24: start network...\u000a00:08:46.418799 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:08:47.011724 run create_hlr_db(pid=32171): Launched\u000a00:08:47.212295 bus /gobi_6: Setting Powered False\u000a00:08:48.211536 run create_hlr_db(pid=32171): Terminated: ok {rc=0}\u000a00:08:48.648296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32173): Launched\u000a00:08:48.963135 run osmo-hlr_10.42.42.2(pid=32174): Launched\u000a00:08:49.079005 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:08:49.626790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32176): Launched\u000a00:08:49.941528 run osmo-stp_10.42.42.5(pid=32177): Launched\u000a00:08:50.056253 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:08:50.605975 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32179): Launched\u000a00:08:50.718622 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:08:50.991638 run patchelf(pid=32180): Launched\u000a00:08:51.175925 run osmo-stp_10.42.42.5(pid=32177): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32177)]\u000a00:08:51.311890 run osmo-stp_10.42.42.5(pid=32177): stdout: \u000a| (launched: 2022-12-09_00:08:49.786620)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:08:51.447384 run osmo-stp_10.42.42.5(pid=32177): stderr: \u000a| �[0;m�[38;5;43m20221209000849979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000849979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000849979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000849980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000849980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000849980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000849980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:08:51.577950 run osmo-stp_10.42.42.5(pid=32177): stdout: \u000a| (launched: 2022-12-09_00:08:49.786620)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:08:51.707411 run osmo-stp_10.42.42.5(pid=32177): stderr: \u000a| �[0;m�[38;5;43m20221209000849979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000849979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000849979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000849980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000849980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000849980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000849980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:08:51.857821 run patchelf(pid=32180): Terminating (SIGINT)\u000a00:08:52.034345 run patchelf(pid=32180): Terminated: ok {rc=0}\u000a00:08:52.066447 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32177): Process ended prematurely: osmo-stp_10.42.42.5(pid=32177) [trial-2351↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32177)] [trial-2351↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27]\u000a00:08:52.075665 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a00:08:52.137622 run osmo-hlr_10.42.42.2(pid=32174): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32174)]\u000a00:08:52.188444 run osmo-hlr_10.42.42.2(pid=32174): stdout: \u000a| (launched: 2022-12-09_00:08:48.808672) \u000a00:08:52.240206 run osmo-hlr_10.42.42.2(pid=32174): stderr: \u000a| �[0;m�[1;31m20221209000849007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209000849007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209000849007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000849007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000849007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209000849007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209000849020 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209000849030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209000849030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209000849030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:08:52.284291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32173): Terminating (SIGTERM)\u000a00:08:52.325869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32176): Terminating (SIGTERM)\u000a00:08:52.367587 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32179): Terminating (SIGTERM)\u000a00:08:52.377488 --- ParallelTerminationStrategy: PID 32173 died...\u000a00:08:52.432508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32173): Terminated: ok {rc=0}\u000a00:08:52.442574 --- ParallelTerminationStrategy: PID 32176 died...\u000a00:08:52.498087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32176): Terminated: ok {rc=0}\u000a00:08:52.508362 --- ParallelTerminationStrategy: PID 32179 died...\u000a00:08:52.563283 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32179): Terminated: ok {rc=0}\u000a00:08:52.648288 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "125", "name" : "gprs_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:07:53" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32194): Process ended prematurely: osmo-stp_10.42.42.5(pid=32194) [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32194)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32194): Process ended prematurely: osmo-stp_10.42.42.5(pid=32194) [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32194)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:08:54.797306 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:08:54.808534 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:08:54.949919 tst cs_paging_gprs_active.py: using LAC 17708\u000a00:08:55.074999 tst cs_paging_gprs_active.py: using RAC 113\u000a00:08:55.200261 tst cs_paging_gprs_active.py: using CellId 17708\u000a00:08:55.323063 tst cs_paging_gprs_active.py: using BVCI 17709\u000a00:08:55.346607 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:08:55.357837 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:08:55.368556 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:08:55.379601 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:08:55.390411 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:08:55.401219 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:08:55.411970 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:08:55.422833 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:08:55.433780 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:08:55.553398 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:08:55.830774 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:08:55.956394 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:08:56.267639 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32184): Launched\u000a00:08:56.526682 run iperf3-srv_10.42.42.10(pid=32185): Launched\u000a00:08:56.711430 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:08:56.837255 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:08:57.149029 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32186): Launched\u000a00:08:57.408554 run iperf3-srv_10.42.42.10(pid=32187): Launched\u000a00:08:57.592085 tst cs_paging_gprs_active.py:38: start network...\u000a00:08:57.717545 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:08:58.201715 run create_hlr_db(pid=32188): Launched\u000a00:08:58.375135 bus /gobi_6: Setting Powered False\u000a00:08:59.397727 run create_hlr_db(pid=32188): Terminated: ok {rc=0}\u000a00:08:59.822242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32190): Launched\u000a00:09:00.142496 run osmo-hlr_10.42.42.2(pid=32191): Launched\u000a00:09:00.259178 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:09:00.816381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32193): Launched\u000a00:09:01.183702 run osmo-stp_10.42.42.5(pid=32194): Launched\u000a00:09:01.353605 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:09:02.060413 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32196): Launched\u000a00:09:02.174971 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:09:02.440761 run patchelf(pid=32197): Launched\u000a00:09:02.617515 run osmo-stp_10.42.42.5(pid=32194): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32194)]\u000a00:09:02.746320 run osmo-stp_10.42.42.5(pid=32194): stdout: \u000a| (launched: 2022-12-09_00:09:01.001984)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:09:02.875546 run osmo-stp_10.42.42.5(pid=32194): stderr: \u000a| �[0;m�[38;5;43m20221209000901362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000901362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000901362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000901363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000901363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000901363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000901363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:09:03.000725 run osmo-stp_10.42.42.5(pid=32194): stdout: \u000a| (launched: 2022-12-09_00:09:01.001984)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:09:03.124196 run osmo-stp_10.42.42.5(pid=32194): stderr: \u000a| �[0;m�[38;5;43m20221209000901362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000901362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000901362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000901363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000901363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000901363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000901363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:09:03.268551 run patchelf(pid=32197): Terminating (SIGINT)\u000a00:09:03.438936 run patchelf(pid=32197): Terminated: ok {rc=0}\u000a00:09:03.470255 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32194): Process ended prematurely: osmo-stp_10.42.42.5(pid=32194) [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32194)] [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a00:09:03.480000 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a00:09:03.538617 run osmo-hlr_10.42.42.2(pid=32191): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32191)]\u000a00:09:03.586818 run osmo-hlr_10.42.42.2(pid=32191): stdout: \u000a| (launched: 2022-12-09_00:08:59.985189) \u000a00:09:03.635415 run osmo-hlr_10.42.42.2(pid=32191): stderr: \u000a| �[0;m�[1;31m20221209000900184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209000900184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209000900184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000900184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000900185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209000900185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209000900196 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209000900205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209000900205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209000900205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:09:03.676532 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32184): Terminating (SIGTERM)\u000a00:09:03.715136 run iperf3-srv_10.42.42.10(pid=32185): Terminating (SIGTERM)\u000a00:09:03.753775 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32186): Terminating (SIGTERM)\u000a00:09:03.792248 run iperf3-srv_10.42.42.10(pid=32187): Terminating (SIGTERM)\u000a00:09:03.830986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32190): Terminating (SIGTERM)\u000a00:09:03.869544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32193): Terminating (SIGTERM)\u000a00:09:03.908818 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32196): Terminating (SIGTERM)\u000a00:09:03.917868 --- ParallelTerminationStrategy: PID 32184 died...\u000a00:09:03.969750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32184): Terminated: ok {rc=0}\u000a00:09:03.979079 --- ParallelTerminationStrategy: PID 32185 died...\u000a00:09:04.030348 run iperf3-srv_10.42.42.10(pid=32185): Terminated {rc=256}\u000a00:09:04.039628 --- ParallelTerminationStrategy: PID 32186 died...\u000a00:09:04.091415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32186): Terminated: ok {rc=0}\u000a00:09:04.100807 --- ParallelTerminationStrategy: PID 32187 died...\u000a00:09:04.152319 run iperf3-srv_10.42.42.10(pid=32187): Terminated {rc=256}\u000a00:09:04.161713 --- ParallelTerminationStrategy: PID 32190 died...\u000a00:09:04.213331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32190): Terminated: ok {rc=0}\u000a00:09:04.222722 --- ParallelTerminationStrategy: PID 32193 died...\u000a00:09:04.274519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32193): Terminated: ok {rc=0}\u000a00:09:04.283986 --- ParallelTerminationStrategy: PID 32196 died...\u000a00:09:04.335544 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32196): Terminated: ok {rc=0}\u000a00:09:04.422046 bus /gobi_0: Setting Powered False\u000a00:09:05.526816 bus /gobi_0: Setting Powered False\u000a00:09:06.635572 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32206): Process ended prematurely: osmo-stp_10.42.42.5(pid=32206) [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32206)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32206): Process ended prematurely: osmo-stp_10.42.42.5(pid=32206) [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32206)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a00:09:07.744090 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:07.755532 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:09:07.886797 tst iperf3.py: using LAC 17709\u000a00:09:08.008662 tst iperf3.py: using RAC 114\u000a00:09:08.126703 tst iperf3.py: using CellId 17709\u000a00:09:08.243150 tst iperf3.py: using BVCI 17710\u000a00:09:08.266079 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:08.276889 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:08.287586 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:08.298255 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:08.308783 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:08.319411 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:08.330198 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:08.341104 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:08.351884 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:09:08.642929 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:09:08.776449 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:09:09.106571 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32198): Launched\u000a00:09:09.382720 run iperf3-srv_10.42.42.10(pid=32199): Launched\u000a00:09:09.580122 tst iperf3.py:8: start network...\u000a00:09:09.713814 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:09:10.219073 run create_hlr_db(pid=32200): Launched\u000a00:09:10.404750 bus /gobi_6: Setting Powered False\u000a00:09:11.425074 run create_hlr_db(pid=32200): Terminated: ok {rc=0}\u000a00:09:11.851770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32202): Launched\u000a00:09:12.172593 run osmo-hlr_10.42.42.2(pid=32203): Launched\u000a00:09:12.291088 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:09:12.844705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32205): Launched\u000a00:09:13.163982 run osmo-stp_10.42.42.5(pid=32206): Launched\u000a00:09:13.281380 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:09:13.839181 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32208): Launched\u000a00:09:13.953498 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:09:14.232146 run patchelf(pid=32209): Launched\u000a00:09:14.420082 run osmo-stp_10.42.42.5(pid=32206): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32206)]\u000a00:09:14.557861 run osmo-stp_10.42.42.5(pid=32206): stdout: \u000a| (launched: 2022-12-09_00:09:13.007124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:09:14.695709 run osmo-stp_10.42.42.5(pid=32206): stderr: \u000a| �[0;m�[38;5;43m20221209000913200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000913200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000913200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000913200 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000913201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000913201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000913201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:09:14.828820 run osmo-stp_10.42.42.5(pid=32206): stdout: \u000a| (launched: 2022-12-09_00:09:13.007124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:09:14.960218 run osmo-stp_10.42.42.5(pid=32206): stderr: \u000a| �[0;m�[38;5;43m20221209000913200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000913200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000913200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000913200 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000913201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000913201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000913201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:09:15.113449 run patchelf(pid=32209): Terminating (SIGINT)\u000a00:09:15.293283 run patchelf(pid=32209): Terminated: ok {rc=0}\u000a00:09:15.326206 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32206): Process ended prematurely: osmo-stp_10.42.42.5(pid=32206) [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32206)] [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8]\u000a00:09:15.336009 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a00:09:15.398398 run osmo-hlr_10.42.42.2(pid=32203): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32203)]\u000a00:09:15.449138 run osmo-hlr_10.42.42.2(pid=32203): stdout: \u000a| (launched: 2022-12-09_00:09:12.014636) \u000a00:09:15.500987 run osmo-hlr_10.42.42.2(pid=32203): stderr: \u000a| �[0;m�[1;31m20221209000912211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209000912211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209000912211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000912211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000912211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209000912211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209000912223 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209000912231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209000912232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209000912232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:09:15.545055 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32198): Terminating (SIGTERM)\u000a00:09:15.586616 run iperf3-srv_10.42.42.10(pid=32199): Terminating (SIGTERM)\u000a00:09:15.628277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32202): Terminating (SIGTERM)\u000a00:09:15.669840 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32205): Terminating (SIGTERM)\u000a00:09:15.711289 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32208): Terminating (SIGTERM)\u000a00:09:15.720818 --- ParallelTerminationStrategy: PID 32198 died...\u000a00:09:15.776417 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32198): Terminated: ok {rc=0}\u000a00:09:15.786708 --- ParallelTerminationStrategy: PID 32199 died...\u000a00:09:15.843580 run iperf3-srv_10.42.42.10(pid=32199): Terminated {rc=256}\u000a00:09:15.854816 --- ParallelTerminationStrategy: PID 32202 died...\u000a00:09:15.913359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32202): Terminated: ok {rc=0}\u000a00:09:15.923807 --- ParallelTerminationStrategy: PID 32205 died...\u000a00:09:15.978097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32205): Terminated: ok {rc=0}\u000a00:09:15.988512 --- ParallelTerminationStrategy: PID 32208 died...\u000a00:09:16.041171 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32208): Terminated: ok {rc=0}\u000a00:09:16.128557 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32224): Process ended prematurely: osmo-stp_10.42.42.5(pid=32224) [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32224)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32224): Process ended prematurely: osmo-stp_10.42.42.5(pid=32224) [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32224)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a00:09:17.245841 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:17.258699 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:09:17.401188 tst iperf3m4.py: using LAC 17710\u000a00:09:17.530909 tst iperf3m4.py: using RAC 115\u000a00:09:17.656612 tst iperf3m4.py: using CellId 17710\u000a00:09:17.780273 tst iperf3m4.py: using BVCI 17711\u000a00:09:17.804830 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:17.816355 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:17.827567 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:17.839006 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:17.850422 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:17.861642 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:17.873272 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:17.884710 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:17.896354 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:09:18.019294 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:09:18.132345 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:09:18.251844 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:09:18.528663 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:09:18.653936 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:09:18.965325 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32210): Launched\u000a00:09:19.223986 run iperf3-srv_10.42.42.10(pid=32211): Launched\u000a00:09:19.407261 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:09:19.532847 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:09:19.843700 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32212): Launched\u000a00:09:20.103941 run iperf3-srv_10.42.42.10(pid=32213): Launched\u000a00:09:20.286968 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:09:20.411521 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:09:20.722751 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32214): Launched\u000a00:09:20.980788 run iperf3-srv_10.42.42.10(pid=32215): Launched\u000a00:09:21.163679 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:09:21.288694 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:09:21.600053 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32216): Launched\u000a00:09:21.858185 run iperf3-srv_10.42.42.10(pid=32217): Launched\u000a00:09:22.041538 tst iperf3m4.py:8: start network...\u000a00:09:22.166618 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:09:22.650036 run create_hlr_db(pid=32218): Launched\u000a00:09:22.823324 bus /gobi_6: Setting Powered False\u000a00:09:23.844848 run create_hlr_db(pid=32218): Terminated: ok {rc=0}\u000a00:09:24.271108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32220): Launched\u000a00:09:24.593453 run osmo-hlr_10.42.42.2(pid=32221): Launched\u000a00:09:24.712856 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:09:25.271591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32223): Launched\u000a00:09:25.593197 run osmo-stp_10.42.42.5(pid=32224): Launched\u000a00:09:25.710167 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:09:26.271095 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32226): Launched\u000a00:09:26.385842 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:09:26.665201 run patchelf(pid=32227): Launched\u000a00:09:26.853438 run osmo-stp_10.42.42.5(pid=32224): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32224)]\u000a00:09:26.991128 run osmo-stp_10.42.42.5(pid=32224): stdout: \u000a| (launched: 2022-12-09_00:09:25.434579)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:09:27.129301 run osmo-stp_10.42.42.5(pid=32224): stderr: \u000a| �[0;m�[38;5;43m20221209000925626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000925626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000925626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000925626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000925627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000925627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000925627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:09:27.262894 run osmo-stp_10.42.42.5(pid=32224): stdout: \u000a| (launched: 2022-12-09_00:09:25.434579)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:09:27.394799 run osmo-stp_10.42.42.5(pid=32224): stderr: \u000a| �[0;m�[38;5;43m20221209000925626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000925626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000925626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000925626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000925627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000925627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000925627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:09:27.547848 run patchelf(pid=32227): Terminating (SIGINT)\u000a00:09:27.728005 run patchelf(pid=32227): Terminated: ok {rc=0}\u000a00:09:27.761274 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32224): Process ended prematurely: osmo-stp_10.42.42.5(pid=32224) [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32224)] [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8]\u000a00:09:27.771300 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a00:09:27.833912 run osmo-hlr_10.42.42.2(pid=32221): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32221)]\u000a00:09:27.884821 run osmo-hlr_10.42.42.2(pid=32221): stdout: \u000a| (launched: 2022-12-09_00:09:24.434775) \u000a00:09:27.936414 run osmo-hlr_10.42.42.2(pid=32221): stderr: \u000a| �[0;m�[1;31m20221209000924632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209000924633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209000924633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000924633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000924633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209000924633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209000924645 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209000924653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209000924653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209000924653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:09:27.980360 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32210): Terminating (SIGTERM)\u000a00:09:28.022523 run iperf3-srv_10.42.42.10(pid=32211): Terminating (SIGTERM)\u000a00:09:28.064034 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32212): Terminating (SIGTERM)\u000a00:09:28.105488 run iperf3-srv_10.42.42.10(pid=32213): Terminating (SIGTERM)\u000a00:09:28.146908 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32214): Terminating (SIGTERM)\u000a00:09:28.188275 run iperf3-srv_10.42.42.10(pid=32215): Terminating (SIGTERM)\u000a00:09:28.230445 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32216): Terminating (SIGTERM)\u000a00:09:28.272113 run iperf3-srv_10.42.42.10(pid=32217): Terminating (SIGTERM)\u000a00:09:28.314021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32220): Terminating (SIGTERM)\u000a00:09:28.355407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32223): Terminating (SIGTERM)\u000a00:09:28.396877 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32226): Terminating (SIGTERM)\u000a00:09:28.406422 --- ParallelTerminationStrategy: PID 32210 died...\u000a00:09:28.461708 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32210): Terminated: ok {rc=0}\u000a00:09:28.471813 --- ParallelTerminationStrategy: PID 32211 died...\u000a00:09:28.526580 run iperf3-srv_10.42.42.10(pid=32211): Terminated {rc=256}\u000a00:09:28.536684 --- ParallelTerminationStrategy: PID 32212 died...\u000a00:09:28.591706 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32212): Terminated: ok {rc=0}\u000a00:09:28.601894 --- ParallelTerminationStrategy: PID 32213 died...\u000a00:09:28.657122 run iperf3-srv_10.42.42.10(pid=32213): Terminated {rc=256}\u000a00:09:28.667292 --- ParallelTerminationStrategy: PID 32214 died...\u000a00:09:28.722106 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32214): Terminated: ok {rc=0}\u000a00:09:28.732192 --- ParallelTerminationStrategy: PID 32215 died...\u000a00:09:28.787156 run iperf3-srv_10.42.42.10(pid=32215): Terminated {rc=256}\u000a00:09:28.797192 --- ParallelTerminationStrategy: PID 32216 died...\u000a00:09:28.851935 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32216): Terminated: ok {rc=0}\u000a00:09:28.861878 --- ParallelTerminationStrategy: PID 32217 died...\u000a00:09:28.916851 run iperf3-srv_10.42.42.10(pid=32217): Terminated {rc=256}\u000a00:09:28.926663 --- ParallelTerminationStrategy: PID 32220 died...\u000a00:09:28.982053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32220): Terminated: ok {rc=0}\u000a00:09:28.992227 --- ParallelTerminationStrategy: PID 32223 died...\u000a00:09:29.047239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32223): Terminated: ok {rc=0}\u000a00:09:29.057765 --- ParallelTerminationStrategy: PID 32226 died...\u000a00:09:29.112836 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32226): Terminated: ok {rc=0}\u000a00:09:29.198428 bus /gobi_4: Setting Powered False\u000a00:09:30.303968 bus /gobi_4: Setting Powered False\u000a00:09:31.416087 bus /gobi_1: Setting Powered False\u000a00:09:32.515512 bus /gobi_1: Setting Powered False\u000a00:09:33.626788 bus /gobi_0: Setting Powered False\u000a00:09:34.728218 bus /gobi_0: Setting Powered False\u000a00:09:35.840240 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32234): Process ended prematurely: osmo-stp_10.42.42.5(pid=32234) [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32234)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32234): Process ended prematurely: osmo-stp_10.42.42.5(pid=32234) [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32234)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a00:09:36.907837 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:36.919925 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:09:37.053733 tst ping.py: using LAC 17711\u000a00:09:37.173085 tst ping.py: using RAC 116\u000a00:09:37.287688 tst ping.py: using CellId 17711\u000a00:09:37.402057 tst ping.py: using BVCI 17712\u000a00:09:37.424434 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:37.435368 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:37.446144 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:37.456901 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:37.467886 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:37.478664 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:37.489482 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:37.500246 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:09:37.786848 tst ping.py:19: start network...\u000a00:09:37.918044 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:09:38.412051 run create_hlr_db(pid=32228): Launched\u000a00:09:38.594763 bus /gobi_6: Setting Powered False\u000a00:09:39.614595 run create_hlr_db(pid=32228): Terminated: ok {rc=0}\u000a00:09:40.012588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32230): Launched\u000a00:09:40.307843 run osmo-hlr_10.42.42.2(pid=32231): Launched\u000a00:09:40.417979 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:09:40.932815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32233): Launched\u000a00:09:41.226086 run osmo-stp_10.42.42.5(pid=32234): Launched\u000a00:09:41.333523 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:09:41.850708 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32236): Launched\u000a00:09:41.956057 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:09:42.214307 run patchelf(pid=32237): Launched\u000a00:09:42.387492 run osmo-stp_10.42.42.5(pid=32234): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32234)]\u000a00:09:42.514572 run osmo-stp_10.42.42.5(pid=32234): stdout: \u000a| (launched: 2022-12-09_00:09:41.082016)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:09:42.641680 run osmo-stp_10.42.42.5(pid=32234): stderr: \u000a| �[0;m�[38;5;43m20221209000941252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000941252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000941252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000941253 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000941253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000941253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000941254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:09:42.763987 run osmo-stp_10.42.42.5(pid=32234): stdout: \u000a| (launched: 2022-12-09_00:09:41.082016)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:09:42.884928 run osmo-stp_10.42.42.5(pid=32234): stderr: \u000a| �[0;m�[38;5;43m20221209000941252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000941252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000941252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000941253 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000941253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000941253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000941254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:09:43.026180 run patchelf(pid=32237): Terminating (SIGINT)\u000a00:09:43.192249 run patchelf(pid=32237): Terminated: ok {rc=0}\u000a00:09:43.222452 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32234): Process ended prematurely: osmo-stp_10.42.42.5(pid=32234) [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32234)] [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22]\u000a00:09:43.231098 tst ping.py:22: Test FAILED (6.3 sec)\u000a00:09:43.289802 run osmo-hlr_10.42.42.2(pid=32231): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32231)]\u000a00:09:43.338217 run osmo-hlr_10.42.42.2(pid=32231): stdout: \u000a| (launched: 2022-12-09_00:09:40.162951) \u000a00:09:43.387043 run osmo-hlr_10.42.42.2(pid=32231): stderr: \u000a| �[0;m�[1;31m20221209000940337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209000940337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209000940337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000940337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000940337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209000940337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209000940350 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209000940359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209000940359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209000940359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:09:43.428278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32230): Terminating (SIGTERM)\u000a00:09:43.467191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32233): Terminating (SIGTERM)\u000a00:09:43.506191 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32236): Terminating (SIGTERM)\u000a00:09:43.515171 --- ParallelTerminationStrategy: PID 32230 died...\u000a00:09:43.567072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32230): Terminated: ok {rc=0}\u000a00:09:43.576489 --- ParallelTerminationStrategy: PID 32233 died...\u000a00:09:43.628176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32233): Terminated: ok {rc=0}\u000a00:09:43.637640 --- ParallelTerminationStrategy: PID 32236 died...\u000a00:09:43.689484 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32236): Terminated: ok {rc=0}\u000a00:09:43.771208 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32244): Process ended prematurely: osmo-stp_10.42.42.5(pid=32244) [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32244)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32244): Process ended prematurely: osmo-stp_10.42.42.5(pid=32244) [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32244)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a00:09:44.820039 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:44.831470 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:09:44.964133 tst ping_idle_ping.py: using LAC 17712\u000a00:09:45.086321 tst ping_idle_ping.py: using RAC 117\u000a00:09:45.209167 tst ping_idle_ping.py: using CellId 17712\u000a00:09:45.331743 tst ping_idle_ping.py: using BVCI 17713\u000a00:09:45.356065 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:45.367812 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:45.379210 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:45.390439 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:45.402147 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:45.413729 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:45.424889 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:45.437068 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:09:45.722556 tst ping_idle_ping.py:24: start network...\u000a00:09:45.860710 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:09:46.395580 run create_hlr_db(pid=32238): Launched\u000a00:09:46.573221 bus /gobi_6: Setting Powered False\u000a00:09:47.588853 run create_hlr_db(pid=32238): Terminated: ok {rc=0}\u000a00:09:48.011434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32240): Launched\u000a00:09:48.327259 run osmo-hlr_10.42.42.2(pid=32241): Launched\u000a00:09:48.442191 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:09:48.990188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32243): Launched\u000a00:09:49.305716 run osmo-stp_10.42.42.5(pid=32244): Launched\u000a00:09:49.420492 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:09:49.971588 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32246): Launched\u000a00:09:50.084490 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:09:50.360232 run patchelf(pid=32247): Launched\u000a00:09:50.545448 run osmo-stp_10.42.42.5(pid=32244): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32244)]\u000a00:09:50.681099 run osmo-stp_10.42.42.5(pid=32244): stdout: \u000a| (launched: 2022-12-09_00:09:49.150601)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:09:50.817148 run osmo-stp_10.42.42.5(pid=32244): stderr: \u000a| �[0;m�[38;5;43m20221209000949343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000949344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000949344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000949344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000949345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000949345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000949345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:09:50.948229 run osmo-stp_10.42.42.5(pid=32244): stdout: \u000a| (launched: 2022-12-09_00:09:49.150601)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:09:51.078574 run osmo-stp_10.42.42.5(pid=32244): stderr: \u000a| �[0;m�[38;5;43m20221209000949343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209000949344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209000949344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209000949344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209000949345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209000949345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209000949345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:09:51.229742 run patchelf(pid=32247): Terminating (SIGINT)\u000a00:09:51.407690 run patchelf(pid=32247): Terminated: ok {rc=0}\u000a00:09:51.440018 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32244): Process ended prematurely: osmo-stp_10.42.42.5(pid=32244) [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32244)] [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a00:09:51.449443 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a00:09:51.511524 run osmo-hlr_10.42.42.2(pid=32241): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32241)]\u000a00:09:51.562336 run osmo-hlr_10.42.42.2(pid=32241): stdout: \u000a| (launched: 2022-12-09_00:09:48.172524) \u000a00:09:51.613598 run osmo-hlr_10.42.42.2(pid=32241): stderr: \u000a| �[0;m�[1;31m20221209000948368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209000948368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209000948368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000948368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000948368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209000948368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209000948385 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209000948393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209000948393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209000948393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:09:51.657593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32240): Terminating (SIGTERM)\u000a00:09:51.699167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32243): Terminating (SIGTERM)\u000a00:09:51.740542 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32246): Terminating (SIGTERM)\u000a00:09:51.750227 --- ParallelTerminationStrategy: PID 32240 died...\u000a00:09:51.805870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32240): Terminated: ok {rc=0}\u000a00:09:51.815726 --- ParallelTerminationStrategy: PID 32243 died...\u000a00:09:51.870860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32243): Terminated: ok {rc=0}\u000a00:09:51.881164 --- ParallelTerminationStrategy: PID 32246 died...\u000a00:09:51.936138 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32246): Terminated: ok {rc=0}\u000a00:09:52.021013 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "126", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:08:54" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32263): Process ended prematurely: osmo-stp_10.42.42.5(pid=32263) [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32263)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32263): Process ended prematurely: osmo-stp_10.42.42.5(pid=32263) [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32263)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:09:54.161413 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:09:54.172858 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:09:54.328404 tst cs_paging_gprs_active.py: using LAC 17713\u000a00:09:54.448584 tst cs_paging_gprs_active.py: using RAC 118\u000a00:09:54.568789 tst cs_paging_gprs_active.py: using CellId 17713\u000a00:09:54.687947 tst cs_paging_gprs_active.py: using BVCI 17714\u000a00:09:54.711019 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:09:54.721934 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:09:54.732608 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:09:54.743330 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:09:54.754475 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:09:54.765138 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:09:54.776168 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:09:54.786925 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:09:54.797756 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:09:54.916892 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:09:55.198404 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:09:55.324537 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:09:55.637602 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32253): Launched\u000a00:09:55.900436 run iperf3-srv_10.42.42.10(pid=32254): Launched\u000a00:09:56.085399 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:09:56.211645 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:09:56.525710 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32255): Launched\u000a00:09:56.786350 run iperf3-srv_10.42.42.10(pid=32256): Launched\u000a00:09:56.971049 tst cs_paging_gprs_active.py:38: start network...\u000a00:09:57.097567 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:09:57.581881 run create_hlr_db(pid=32257): Launched\u000a00:09:57.755404 bus /gobi_6: Setting Powered False\u000a00:09:58.777039 run create_hlr_db(pid=32257): Terminated: ok {rc=0}\u000a00:09:59.205312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32259): Launched\u000a00:09:59.529234 run osmo-hlr_10.42.42.2(pid=32260): Launched\u000a00:09:59.647560 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:10:00.207732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32262): Launched\u000a00:10:00.530255 run osmo-stp_10.42.42.5(pid=32263): Launched\u000a00:10:00.648195 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:10:01.258269 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32268): Launched\u000a00:10:01.368896 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:10:01.656194 run patchelf(pid=32269): Launched\u000a00:10:01.840071 run osmo-stp_10.42.42.5(pid=32263): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32263)]\u000a00:10:01.975117 run osmo-stp_10.42.42.5(pid=32263): stdout: \u000a| (launched: 2022-12-09_00:10:00.372658)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:10:02.107240 run osmo-stp_10.42.42.5(pid=32263): stderr: \u000a| �[0;m�[38;5;43m20221209001000565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001000565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001000565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001000566 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001000566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001000566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001000566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:10:02.236743 run osmo-stp_10.42.42.5(pid=32263): stdout: \u000a| (launched: 2022-12-09_00:10:00.372658)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:10:02.361468 run osmo-stp_10.42.42.5(pid=32263): stderr: \u000a| �[0;m�[38;5;43m20221209001000565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001000565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001000565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001000566 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001000566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001000566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001000566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:10:02.506966 run patchelf(pid=32269): Terminating (SIGINT)\u000a00:10:02.677359 run patchelf(pid=32269): Terminated: ok {rc=0}\u000a00:10:02.708923 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32263): Process ended prematurely: osmo-stp_10.42.42.5(pid=32263) [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32263)] [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a00:10:02.718163 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a00:10:02.777314 run osmo-hlr_10.42.42.2(pid=32260): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32260)]\u000a00:10:02.825560 run osmo-hlr_10.42.42.2(pid=32260): stdout: \u000a| (launched: 2022-12-09_00:09:59.370347) \u000a00:10:02.874488 run osmo-hlr_10.42.42.2(pid=32260): stderr: \u000a| �[0;m�[1;31m20221209000959568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209000959568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209000959568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000959568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209000959568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209000959568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209000959581 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209000959589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209000959589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209000959589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:10:02.915902 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32253): Terminating (SIGTERM)\u000a00:10:02.954857 run iperf3-srv_10.42.42.10(pid=32254): Terminating (SIGTERM)\u000a00:10:02.993841 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32255): Terminating (SIGTERM)\u000a00:10:03.032546 run iperf3-srv_10.42.42.10(pid=32256): Terminating (SIGTERM)\u000a00:10:03.071442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32259): Terminating (SIGTERM)\u000a00:10:03.110326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32262): Terminating (SIGTERM)\u000a00:10:03.149111 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32268): Terminating (SIGTERM)\u000a00:10:03.158129 --- ParallelTerminationStrategy: PID 32253 died...\u000a00:10:03.210230 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32253): Terminated: ok {rc=0}\u000a00:10:03.219600 --- ParallelTerminationStrategy: PID 32254 died...\u000a00:10:03.271363 run iperf3-srv_10.42.42.10(pid=32254): Terminated {rc=256}\u000a00:10:03.280655 --- ParallelTerminationStrategy: PID 32255 died...\u000a00:10:03.332474 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32255): Terminated: ok {rc=0}\u000a00:10:03.341866 --- ParallelTerminationStrategy: PID 32256 died...\u000a00:10:03.393727 run iperf3-srv_10.42.42.10(pid=32256): Terminated {rc=256}\u000a00:10:03.403113 --- ParallelTerminationStrategy: PID 32259 died...\u000a00:10:03.455133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32259): Terminated: ok {rc=0}\u000a00:10:03.464576 --- ParallelTerminationStrategy: PID 32262 died...\u000a00:10:03.516584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32262): Terminated: ok {rc=0}\u000a00:10:03.526032 --- ParallelTerminationStrategy: PID 32268 died...\u000a00:10:03.578221 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32268): Terminated: ok {rc=0}\u000a00:10:03.660235 bus /gobi_0: Setting Powered False\u000a00:10:04.760535 bus /gobi_0: Setting Powered False\u000a00:10:05.869211 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32278): Process ended prematurely: osmo-stp_10.42.42.5(pid=32278) [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32278)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32278): Process ended prematurely: osmo-stp_10.42.42.5(pid=32278) [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32278)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a00:10:06.982367 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:06.994495 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:10:07.158539 tst iperf3.py: using LAC 17714\u000a00:10:07.284590 tst iperf3.py: using RAC 119\u000a00:10:07.411378 tst iperf3.py: using CellId 17714\u000a00:10:07.536873 tst iperf3.py: using BVCI 17715\u000a00:10:07.561475 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:07.572878 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:07.584215 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:07.595705 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:07.607251 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:07.618666 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:07.630373 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:07.641796 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:07.653381 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:10:07.946072 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:10:08.080784 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:10:08.413890 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32270): Launched\u000a00:10:08.690185 run iperf3-srv_10.42.42.10(pid=32271): Launched\u000a00:10:08.887365 tst iperf3.py:8: start network...\u000a00:10:09.021871 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:10:09.527503 run create_hlr_db(pid=32272): Launched\u000a00:10:09.713070 bus /gobi_6: Setting Powered False\u000a00:10:10.733512 run create_hlr_db(pid=32272): Terminated: ok {rc=0}\u000a00:10:11.145285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32274): Launched\u000a00:10:11.467380 run osmo-hlr_10.42.42.2(pid=32275): Launched\u000a00:10:11.589092 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:10:12.154410 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32277): Launched\u000a00:10:12.476503 run osmo-stp_10.42.42.5(pid=32278): Launched\u000a00:10:12.594976 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:10:13.156350 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32280): Launched\u000a00:10:13.271902 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:10:13.552154 run patchelf(pid=32281): Launched\u000a00:10:13.739764 run osmo-stp_10.42.42.5(pid=32278): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32278)]\u000a00:10:13.878221 run osmo-stp_10.42.42.5(pid=32278): stdout: \u000a| (launched: 2022-12-09_00:10:12.318355)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:10:14.016693 run osmo-stp_10.42.42.5(pid=32278): stderr: \u000a| �[0;m�[38;5;43m20221209001012508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001012508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001012509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001012509 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001012511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001012512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001012512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:10:14.149971 run osmo-stp_10.42.42.5(pid=32278): stdout: \u000a| (launched: 2022-12-09_00:10:12.318355)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:10:14.282562 run osmo-stp_10.42.42.5(pid=32278): stderr: \u000a| �[0;m�[38;5;43m20221209001012508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001012508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001012509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001012509 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001012511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001012512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001012512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:10:14.436505 run patchelf(pid=32281): Terminating (SIGINT)\u000a00:10:14.617257 run patchelf(pid=32281): Terminated: ok {rc=0}\u000a00:10:14.650465 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32278): Process ended prematurely: osmo-stp_10.42.42.5(pid=32278) [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32278)] [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a00:10:14.660493 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a00:10:14.723110 run osmo-hlr_10.42.42.2(pid=32275): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32275)]\u000a00:10:14.774115 run osmo-hlr_10.42.42.2(pid=32275): stdout: \u000a| (launched: 2022-12-09_00:10:11.309593) \u000a00:10:14.825746 run osmo-hlr_10.42.42.2(pid=32275): stderr: \u000a| �[0;m�[1;31m20221209001011509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209001011509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209001011509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001011509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001011509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209001011509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209001011521 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209001011529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209001011530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209001011530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:10:14.870090 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32270): Terminating (SIGTERM)\u000a00:10:14.911691 run iperf3-srv_10.42.42.10(pid=32271): Terminating (SIGTERM)\u000a00:10:14.953376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32274): Terminating (SIGTERM)\u000a00:10:14.995612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32277): Terminating (SIGTERM)\u000a00:10:15.037256 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32280): Terminating (SIGTERM)\u000a00:10:15.046833 --- ParallelTerminationStrategy: PID 32270 died...\u000a00:10:15.102271 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32270): Terminated: ok {rc=0}\u000a00:10:15.112421 --- ParallelTerminationStrategy: PID 32271 died...\u000a00:10:15.167445 run iperf3-srv_10.42.42.10(pid=32271): Terminated {rc=256}\u000a00:10:15.177446 --- ParallelTerminationStrategy: PID 32274 died...\u000a00:10:15.232844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32274): Terminated: ok {rc=0}\u000a00:10:15.243282 --- ParallelTerminationStrategy: PID 32277 died...\u000a00:10:15.298527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32277): Terminated: ok {rc=0}\u000a00:10:15.308707 --- ParallelTerminationStrategy: PID 32280 died...\u000a00:10:15.363683 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32280): Terminated: ok {rc=0}\u000a00:10:15.447817 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32296): Process ended prematurely: osmo-stp_10.42.42.5(pid=32296) [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32296)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32296): Process ended prematurely: osmo-stp_10.42.42.5(pid=32296) [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32296)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a00:10:16.576402 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:16.591842 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:10:16.762690 tst iperf3m4.py: using LAC 17715\u000a00:10:16.886905 tst iperf3m4.py: using RAC 120\u000a00:10:17.008862 tst iperf3m4.py: using CellId 17715\u000a00:10:17.166551 tst iperf3m4.py: using BVCI 17716\u000a00:10:17.194960 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:17.207473 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:17.220234 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:17.232934 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:17.246529 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:17.259264 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:17.272480 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:17.285750 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:17.297528 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:10:17.417325 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:10:17.536819 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:10:17.652091 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:10:17.928445 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:10:18.055078 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:10:18.367577 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32282): Launched\u000a00:10:18.627180 run iperf3-srv_10.42.42.10(pid=32283): Launched\u000a00:10:18.811818 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:10:18.937606 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:10:19.251099 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32284): Launched\u000a00:10:19.511105 run iperf3-srv_10.42.42.10(pid=32285): Launched\u000a00:10:19.695369 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:10:19.820718 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:10:20.133633 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32286): Launched\u000a00:10:20.393692 run iperf3-srv_10.42.42.10(pid=32287): Launched\u000a00:10:20.577465 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:10:20.702541 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:10:21.015478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32288): Launched\u000a00:10:21.275411 run iperf3-srv_10.42.42.10(pid=32289): Launched\u000a00:10:21.459870 tst iperf3m4.py:8: start network...\u000a00:10:21.585430 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:10:22.069449 run create_hlr_db(pid=32290): Launched\u000a00:10:22.242968 bus /gobi_6: Setting Powered False\u000a00:10:23.264935 run create_hlr_db(pid=32290): Terminated: ok {rc=0}\u000a00:10:23.666037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32292): Launched\u000a00:10:23.967295 run osmo-hlr_10.42.42.2(pid=32293): Launched\u000a00:10:24.078687 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:10:24.603901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32295): Launched\u000a00:10:24.906484 run osmo-stp_10.42.42.5(pid=32296): Launched\u000a00:10:25.016129 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:10:25.543493 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32298): Launched\u000a00:10:25.651241 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:10:25.914645 run patchelf(pid=32299): Launched\u000a00:10:26.091668 run osmo-stp_10.42.42.5(pid=32296): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32296)]\u000a00:10:26.220613 run osmo-stp_10.42.42.5(pid=32296): stdout: \u000a| (launched: 2022-12-09_00:10:24.757393)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:10:26.350034 run osmo-stp_10.42.42.5(pid=32296): stderr: \u000a| �[0;m�[38;5;43m20221209001024929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001024929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001024929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001024929 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001024930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001024930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001024930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:10:26.474481 run osmo-stp_10.42.42.5(pid=32296): stdout: \u000a| (launched: 2022-12-09_00:10:24.757393)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:10:26.597944 run osmo-stp_10.42.42.5(pid=32296): stderr: \u000a| �[0;m�[38;5;43m20221209001024929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001024929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001024929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001024929 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001024930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001024930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001024930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:10:26.741456 run patchelf(pid=32299): Terminating (SIGINT)\u000a00:10:26.910124 run patchelf(pid=32299): Terminated: ok {rc=0}\u000a00:10:26.941116 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32296): Process ended prematurely: osmo-stp_10.42.42.5(pid=32296) [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32296)] [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a00:10:26.950319 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a00:10:27.008877 run osmo-hlr_10.42.42.2(pid=32293): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32293)]\u000a00:10:27.056730 run osmo-hlr_10.42.42.2(pid=32293): stdout: \u000a| (launched: 2022-12-09_00:10:23.819328) \u000a00:10:27.105338 run osmo-hlr_10.42.42.2(pid=32293): stderr: \u000a| �[0;m�[1;31m20221209001023995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209001023995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209001023995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001023995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001023995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209001023995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209001024008 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209001024017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209001024018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209001024018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:10:27.146264 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32282): Terminating (SIGTERM)\u000a00:10:27.184766 run iperf3-srv_10.42.42.10(pid=32283): Terminating (SIGTERM)\u000a00:10:27.223578 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32284): Terminating (SIGTERM)\u000a00:10:27.262321 run iperf3-srv_10.42.42.10(pid=32285): Terminating (SIGTERM)\u000a00:10:27.301120 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32286): Terminating (SIGTERM)\u000a00:10:27.339667 run iperf3-srv_10.42.42.10(pid=32287): Terminating (SIGTERM)\u000a00:10:27.378316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32288): Terminating (SIGTERM)\u000a00:10:27.417037 run iperf3-srv_10.42.42.10(pid=32289): Terminating (SIGTERM)\u000a00:10:27.455766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32292): Terminating (SIGTERM)\u000a00:10:27.494472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32295): Terminating (SIGTERM)\u000a00:10:27.533200 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32298): Terminating (SIGTERM)\u000a00:10:27.542159 --- ParallelTerminationStrategy: PID 32282 died...\u000a00:10:27.594226 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32282): Terminated: ok {rc=0}\u000a00:10:27.603704 --- ParallelTerminationStrategy: PID 32283 died...\u000a00:10:27.655740 run iperf3-srv_10.42.42.10(pid=32283): Terminated {rc=256}\u000a00:10:27.665131 --- ParallelTerminationStrategy: PID 32284 died...\u000a00:10:27.716680 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32284): Terminated: ok {rc=0}\u000a00:10:27.726063 --- ParallelTerminationStrategy: PID 32285 died...\u000a00:10:27.777330 run iperf3-srv_10.42.42.10(pid=32285): Terminated {rc=256}\u000a00:10:27.786688 --- ParallelTerminationStrategy: PID 32286 died...\u000a00:10:27.838344 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32286): Terminated: ok {rc=0}\u000a00:10:27.847719 --- ParallelTerminationStrategy: PID 32287 died...\u000a00:10:27.899247 run iperf3-srv_10.42.42.10(pid=32287): Terminated {rc=256}\u000a00:10:27.908718 --- ParallelTerminationStrategy: PID 32288 died...\u000a00:10:27.960634 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32288): Terminated: ok {rc=0}\u000a00:10:27.970174 --- ParallelTerminationStrategy: PID 32289 died...\u000a00:10:28.021951 run iperf3-srv_10.42.42.10(pid=32289): Terminated {rc=256}\u000a00:10:28.031356 --- ParallelTerminationStrategy: PID 32292 died...\u000a00:10:28.083777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32292): Terminated: ok {rc=0}\u000a00:10:28.093290 --- ParallelTerminationStrategy: PID 32295 died...\u000a00:10:28.145113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32295): Terminated: ok {rc=0}\u000a00:10:28.154570 --- ParallelTerminationStrategy: PID 32298 died...\u000a00:10:28.206290 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32298): Terminated: ok {rc=0}\u000a00:10:28.293541 bus /gobi_4: Setting Powered False\u000a00:10:29.395352 bus /gobi_4: Setting Powered False\u000a00:10:30.505540 bus /gobi_1: Setting Powered False\u000a00:10:31.607781 bus /gobi_1: Setting Powered False\u000a00:10:32.712167 bus /gobi_0: Setting Powered False\u000a00:10:33.816633 bus /gobi_0: Setting Powered False\u000a00:10:34.926071 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32306): Process ended prematurely: osmo-stp_10.42.42.5(pid=32306) [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32306)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32306): Process ended prematurely: osmo-stp_10.42.42.5(pid=32306) [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32306)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a00:10:35.994124 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:36.005784 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:10:36.156656 tst ping.py: using LAC 17716\u000a00:10:36.272941 tst ping.py: using RAC 121\u000a00:10:36.390412 tst ping.py: using CellId 17716\u000a00:10:36.505606 tst ping.py: using BVCI 17717\u000a00:10:36.528158 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:36.539111 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:36.549952 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:36.561207 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:36.572071 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:36.583015 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:36.593992 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:36.605058 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:10:36.891917 tst ping.py:19: start network...\u000a00:10:37.023242 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:10:37.520605 run create_hlr_db(pid=32300): Launched\u000a00:10:37.704473 bus /gobi_6: Setting Powered False\u000a00:10:38.724571 run create_hlr_db(pid=32300): Terminated: ok {rc=0}\u000a00:10:39.122293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32302): Launched\u000a00:10:39.419149 run osmo-hlr_10.42.42.2(pid=32303): Launched\u000a00:10:39.528666 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:10:40.046287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32305): Launched\u000a00:10:40.342798 run osmo-stp_10.42.42.5(pid=32306): Launched\u000a00:10:40.450994 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:10:40.968459 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32308): Launched\u000a00:10:41.073768 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:10:41.332193 run patchelf(pid=32309): Launched\u000a00:10:41.506048 run osmo-stp_10.42.42.5(pid=32306): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32306)]\u000a00:10:41.633065 run osmo-stp_10.42.42.5(pid=32306): stdout: \u000a| (launched: 2022-12-09_00:10:40.197352)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:10:41.760529 run osmo-stp_10.42.42.5(pid=32306): stderr: \u000a| �[0;m�[38;5;43m20221209001040366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001040366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001040366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001040367 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001040369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001040369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001040369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:10:41.883627 run osmo-stp_10.42.42.5(pid=32306): stdout: \u000a| (launched: 2022-12-09_00:10:40.197352)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:10:42.004897 run osmo-stp_10.42.42.5(pid=32306): stderr: \u000a| �[0;m�[38;5;43m20221209001040366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001040366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001040366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001040367 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001040369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001040369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001040369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:10:42.146028 run patchelf(pid=32309): Terminating (SIGINT)\u000a00:10:42.312919 run patchelf(pid=32309): Terminated: ok {rc=0}\u000a00:10:42.343185 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32306): Process ended prematurely: osmo-stp_10.42.42.5(pid=32306) [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32306)] [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22]\u000a00:10:42.351820 tst ping.py:22: Test FAILED (6.3 sec)\u000a00:10:42.410267 run osmo-hlr_10.42.42.2(pid=32303): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32303)]\u000a00:10:42.458023 run osmo-hlr_10.42.42.2(pid=32303): stdout: \u000a| (launched: 2022-12-09_00:10:39.272820) \u000a00:10:42.506452 run osmo-hlr_10.42.42.2(pid=32303): stderr: \u000a| �[0;m�[1;31m20221209001039447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209001039447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209001039447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001039447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001039447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209001039447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209001039459 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209001039467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209001039468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209001039468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:10:42.547161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32302): Terminating (SIGTERM)\u000a00:10:42.585517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32305): Terminating (SIGTERM)\u000a00:10:42.624140 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32308): Terminating (SIGTERM)\u000a00:10:42.633159 --- ParallelTerminationStrategy: PID 32302 died...\u000a00:10:42.685453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32302): Terminated: ok {rc=0}\u000a00:10:42.694805 --- ParallelTerminationStrategy: PID 32305 died...\u000a00:10:42.746272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32305): Terminated: ok {rc=0}\u000a00:10:42.755538 --- ParallelTerminationStrategy: PID 32308 died...\u000a00:10:42.806750 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32308): Terminated: ok {rc=0}\u000a00:10:42.893434 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32316): Process ended prematurely: osmo-stp_10.42.42.5(pid=32316) [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32316)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32316): Process ended prematurely: osmo-stp_10.42.42.5(pid=32316) [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32316)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a00:10:43.943146 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:43.954763 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:10:44.105519 tst ping_idle_ping.py: using LAC 17717\u000a00:10:44.223089 tst ping_idle_ping.py: using RAC 122\u000a00:10:44.341264 tst ping_idle_ping.py: using CellId 17717\u000a00:10:44.462631 tst ping_idle_ping.py: using BVCI 17718\u000a00:10:44.485254 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:44.496222 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:44.507038 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:44.517818 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:44.528474 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:44.539281 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:44.550113 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:44.560742 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:10:44.848468 tst ping_idle_ping.py:24: start network...\u000a00:10:44.980780 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:10:45.481236 run create_hlr_db(pid=32310): Launched\u000a00:10:45.665798 bus /gobi_6: Setting Powered False\u000a00:10:46.686979 run create_hlr_db(pid=32310): Terminated: ok {rc=0}\u000a00:10:47.129289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32312): Launched\u000a00:10:47.448580 run osmo-hlr_10.42.42.2(pid=32313): Launched\u000a00:10:47.564754 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:10:48.115925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32315): Launched\u000a00:10:48.433469 run osmo-stp_10.42.42.5(pid=32316): Launched\u000a00:10:48.548805 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:10:49.102061 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32318): Launched\u000a00:10:49.215252 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:10:49.492055 run patchelf(pid=32319): Launched\u000a00:10:49.677634 run osmo-stp_10.42.42.5(pid=32316): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32316)]\u000a00:10:49.813437 run osmo-stp_10.42.42.5(pid=32316): stdout: \u000a| (launched: 2022-12-09_00:10:48.277515)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:10:49.949868 run osmo-stp_10.42.42.5(pid=32316): stderr: \u000a| �[0;m�[38;5;43m20221209001048468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001048468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001048468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001048468 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001048471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001048471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001048471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:10:50.081330 run osmo-stp_10.42.42.5(pid=32316): stdout: \u000a| (launched: 2022-12-09_00:10:48.277515)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:10:50.211436 run osmo-stp_10.42.42.5(pid=32316): stderr: \u000a| �[0;m�[38;5;43m20221209001048468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001048468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001048468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001048468 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001048471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001048471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001048471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:10:50.363574 run patchelf(pid=32319): Terminating (SIGINT)\u000a00:10:50.541292 run patchelf(pid=32319): Terminated: ok {rc=0}\u000a00:10:50.573584 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32316): Process ended prematurely: osmo-stp_10.42.42.5(pid=32316) [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32316)] [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a00:10:50.583106 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a00:10:50.645191 run osmo-hlr_10.42.42.2(pid=32313): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32313)]\u000a00:10:50.696105 run osmo-hlr_10.42.42.2(pid=32313): stdout: \u000a| (launched: 2022-12-09_00:10:47.292427) \u000a00:10:50.747609 run osmo-hlr_10.42.42.2(pid=32313): stderr: \u000a| �[0;m�[1;31m20221209001047489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209001047489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209001047489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001047489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001047489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209001047489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209001047501 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209001047509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209001047509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209001047510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:10:50.791185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32312): Terminating (SIGTERM)\u000a00:10:50.832664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32315): Terminating (SIGTERM)\u000a00:10:50.874729 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32318): Terminating (SIGTERM)\u000a00:10:50.885394 --- ParallelTerminationStrategy: PID 32312 died...\u000a00:10:50.940443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32312): Terminated: ok {rc=0}\u000a00:10:50.950665 --- ParallelTerminationStrategy: PID 32315 died...\u000a00:10:51.005484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32315): Terminated: ok {rc=0}\u000a00:10:51.015663 --- ParallelTerminationStrategy: PID 32318 died...\u000a00:10:51.071113 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32318): Terminated: ok {rc=0}\u000a00:10:51.155891 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "127", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:09:53" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32334): Process ended prematurely: osmo-stp_10.42.42.5(pid=32334) [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32334)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32334): Process ended prematurely: osmo-stp_10.42.42.5(pid=32334) [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32334)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:10:53.285258 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:10:53.296187 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:10:53.447321 tst cs_paging_gprs_active.py: using LAC 17718\u000a00:10:53.567356 tst cs_paging_gprs_active.py: using RAC 123\u000a00:10:53.687120 tst cs_paging_gprs_active.py: using CellId 17718\u000a00:10:53.807552 tst cs_paging_gprs_active.py: using BVCI 17719\u000a00:10:53.830632 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:10:53.841629 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:10:53.852375 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:10:53.863150 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:10:53.873836 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:10:53.884525 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:10:53.895307 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:10:53.905953 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:10:53.916722 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:10:54.034763 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:10:54.315661 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:10:54.441518 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:10:54.754705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32324): Launched\u000a00:10:55.015018 run iperf3-srv_10.42.42.10(pid=32325): Launched\u000a00:10:55.199944 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:10:55.326173 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:10:55.640033 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32326): Launched\u000a00:10:55.900879 run iperf3-srv_10.42.42.10(pid=32327): Launched\u000a00:10:56.086115 tst cs_paging_gprs_active.py:38: start network...\u000a00:10:56.212295 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:10:56.698546 run create_hlr_db(pid=32328): Launched\u000a00:10:56.872787 bus /gobi_6: Setting Powered False\u000a00:10:57.893853 run create_hlr_db(pid=32328): Terminated: ok {rc=0}\u000a00:10:58.324077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32330): Launched\u000a00:10:58.648193 run osmo-hlr_10.42.42.2(pid=32331): Launched\u000a00:10:58.769611 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:10:59.331026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32333): Launched\u000a00:10:59.654288 run osmo-stp_10.42.42.5(pid=32334): Launched\u000a00:10:59.771678 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:11:00.334795 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32336): Launched\u000a00:11:00.450372 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:11:00.738862 run patchelf(pid=32337): Launched\u000a00:11:00.947546 run osmo-stp_10.42.42.5(pid=32334): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32334)]\u000a00:11:01.089617 run osmo-stp_10.42.42.5(pid=32334): stdout: \u000a| (launched: 2022-12-09_00:10:59.495029)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:11:01.232327 run osmo-stp_10.42.42.5(pid=32334): stderr: \u000a| �[0;m�[38;5;43m20221209001059687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001059687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001059687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001059688 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001059688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001059688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001059688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:11:01.370961 run osmo-stp_10.42.42.5(pid=32334): stdout: \u000a| (launched: 2022-12-09_00:10:59.495029)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:11:01.522402 run osmo-stp_10.42.42.5(pid=32334): stderr: \u000a| �[0;m�[38;5;43m20221209001059687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001059687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001059687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001059688 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001059688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001059688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001059688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:11:01.682798 run patchelf(pid=32337): Terminating (SIGINT)\u000a00:11:01.870904 run patchelf(pid=32337): Terminated: ok {rc=0}\u000a00:11:01.906346 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32334): Process ended prematurely: osmo-stp_10.42.42.5(pid=32334) [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32334)] [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a00:11:01.917289 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a00:11:01.983154 run osmo-hlr_10.42.42.2(pid=32331): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32331)]\u000a00:11:02.035533 run osmo-hlr_10.42.42.2(pid=32331): stdout: \u000a| (launched: 2022-12-09_00:10:58.489094) \u000a00:11:02.089910 run osmo-hlr_10.42.42.2(pid=32331): stderr: \u000a| �[0;m�[1;31m20221209001058688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209001058688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209001058688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001058688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001058688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209001058689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209001058701 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209001058709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209001058709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209001058709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:11:02.136184 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32324): Terminating (SIGTERM)\u000a00:11:02.181144 run iperf3-srv_10.42.42.10(pid=32325): Terminating (SIGTERM)\u000a00:11:02.223058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32326): Terminating (SIGTERM)\u000a00:11:02.264785 run iperf3-srv_10.42.42.10(pid=32327): Terminating (SIGTERM)\u000a00:11:02.306758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32330): Terminating (SIGTERM)\u000a00:11:02.348620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32333): Terminating (SIGTERM)\u000a00:11:02.390701 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32336): Terminating (SIGTERM)\u000a00:11:02.400238 --- ParallelTerminationStrategy: PID 32324 died...\u000a00:11:02.455744 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32324): Terminated: ok {rc=0}\u000a00:11:02.465660 --- ParallelTerminationStrategy: PID 32325 died...\u000a00:11:02.520858 run iperf3-srv_10.42.42.10(pid=32325): Terminated {rc=256}\u000a00:11:02.531063 --- ParallelTerminationStrategy: PID 32326 died...\u000a00:11:02.586210 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32326): Terminated: ok {rc=0}\u000a00:11:02.596110 --- ParallelTerminationStrategy: PID 32327 died...\u000a00:11:02.651502 run iperf3-srv_10.42.42.10(pid=32327): Terminated {rc=256}\u000a00:11:02.661711 --- ParallelTerminationStrategy: PID 32330 died...\u000a00:11:02.716895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32330): Terminated: ok {rc=0}\u000a00:11:02.726879 --- ParallelTerminationStrategy: PID 32333 died...\u000a00:11:02.782323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32333): Terminated: ok {rc=0}\u000a00:11:02.792219 --- ParallelTerminationStrategy: PID 32336 died...\u000a00:11:02.847638 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32336): Terminated: ok {rc=0}\u000a00:11:02.933267 bus /gobi_0: Setting Powered False\u000a00:11:04.034540 bus /gobi_0: Setting Powered False\u000a00:11:05.142992 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32346): Process ended prematurely: osmo-stp_10.42.42.5(pid=32346) [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32346)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32346): Process ended prematurely: osmo-stp_10.42.42.5(pid=32346) [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32346)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a00:11:06.249982 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:06.261393 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:11:06.417882 tst iperf3.py: using LAC 17719\u000a00:11:06.534898 tst iperf3.py: using RAC 124\u000a00:11:06.652116 tst iperf3.py: using CellId 17719\u000a00:11:06.768701 tst iperf3.py: using BVCI 17720\u000a00:11:06.791766 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:06.802771 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:06.813549 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:06.824259 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:06.835057 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:06.845804 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:06.856544 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:06.867199 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:06.878536 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:11:07.155574 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:11:07.281815 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:11:07.595803 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32338): Launched\u000a00:11:07.856349 run iperf3-srv_10.42.42.10(pid=32339): Launched\u000a00:11:08.041287 tst iperf3.py:8: start network...\u000a00:11:08.166899 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:11:08.653357 run create_hlr_db(pid=32340): Launched\u000a00:11:08.827342 bus /gobi_6: Setting Powered False\u000a00:11:09.847153 run create_hlr_db(pid=32340): Terminated: ok {rc=0}\u000a00:11:10.249956 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32342): Launched\u000a00:11:10.554136 run osmo-hlr_10.42.42.2(pid=32343): Launched\u000a00:11:10.665643 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:11:11.192903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32345): Launched\u000a00:11:11.496325 run osmo-stp_10.42.42.5(pid=32346): Launched\u000a00:11:11.607013 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:11:12.135636 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32348): Launched\u000a00:11:12.243396 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:11:12.507977 run patchelf(pid=32349): Launched\u000a00:11:12.685572 run osmo-stp_10.42.42.5(pid=32346): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32346)]\u000a00:11:12.815696 run osmo-stp_10.42.42.5(pid=32346): stdout: \u000a| (launched: 2022-12-09_00:11:11.347891)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:11:12.946232 run osmo-stp_10.42.42.5(pid=32346): stderr: \u000a| �[0;m�[38;5;43m20221209001111519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001111519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001111519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001111520 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001111520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001111520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001111520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:11:13.071390 run osmo-stp_10.42.42.5(pid=32346): stdout: \u000a| (launched: 2022-12-09_00:11:11.347891)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:11:13.195679 run osmo-stp_10.42.42.5(pid=32346): stderr: \u000a| �[0;m�[38;5;43m20221209001111519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001111519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001111519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001111520 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001111520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001111520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001111520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:11:13.339970 run patchelf(pid=32349): Terminating (SIGINT)\u000a00:11:13.509910 run patchelf(pid=32349): Terminated: ok {rc=0}\u000a00:11:13.541228 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32346): Process ended prematurely: osmo-stp_10.42.42.5(pid=32346) [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32346)] [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a00:11:13.550450 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a00:11:13.608768 run osmo-hlr_10.42.42.2(pid=32343): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32343)]\u000a00:11:13.656636 run osmo-hlr_10.42.42.2(pid=32343): stdout: \u000a| (launched: 2022-12-09_00:11:10.404593) \u000a00:11:13.705040 run osmo-hlr_10.42.42.2(pid=32343): stderr: \u000a| �[0;m�[1;31m20221209001110581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209001110581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209001110581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001110581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001110581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209001110582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209001110593 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209001110602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209001110602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209001110602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:11:13.746195 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32338): Terminating (SIGTERM)\u000a00:11:13.785013 run iperf3-srv_10.42.42.10(pid=32339): Terminating (SIGTERM)\u000a00:11:13.823675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32342): Terminating (SIGTERM)\u000a00:11:13.862317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32345): Terminating (SIGTERM)\u000a00:11:13.900927 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32348): Terminating (SIGTERM)\u000a00:11:13.909987 --- ParallelTerminationStrategy: PID 32338 died...\u000a00:11:13.961987 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32338): Terminated: ok {rc=0}\u000a00:11:13.971705 --- ParallelTerminationStrategy: PID 32339 died...\u000a00:11:14.023311 run iperf3-srv_10.42.42.10(pid=32339): Terminated {rc=256}\u000a00:11:14.032622 --- ParallelTerminationStrategy: PID 32342 died...\u000a00:11:14.084090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32342): Terminated: ok {rc=0}\u000a00:11:14.093829 --- ParallelTerminationStrategy: PID 32345 died...\u000a00:11:14.145151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32345): Terminated: ok {rc=0}\u000a00:11:14.154447 --- ParallelTerminationStrategy: PID 32348 died...\u000a00:11:14.206006 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32348): Terminated: ok {rc=0}\u000a00:11:14.292994 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32364): Process ended prematurely: osmo-stp_10.42.42.5(pid=32364) [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32364)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32364): Process ended prematurely: osmo-stp_10.42.42.5(pid=32364) [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32364)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a00:11:15.402680 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:15.414205 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:11:15.578210 tst iperf3m4.py: using LAC 17720\u000a00:11:15.708310 tst iperf3m4.py: using RAC 125\u000a00:11:15.834306 tst iperf3m4.py: using CellId 17720\u000a00:11:15.974627 tst iperf3m4.py: using BVCI 17721\u000a00:11:16.000619 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:16.012646 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:16.024407 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:16.036271 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:16.048241 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:16.060089 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:16.073312 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:16.086679 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:16.099735 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:11:16.221921 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:11:16.367337 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:11:16.485772 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:11:16.818909 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:11:16.957635 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:11:17.315023 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32350): Launched\u000a00:11:17.577742 run iperf3-srv_10.42.42.10(pid=32351): Launched\u000a00:11:17.762301 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:11:17.888028 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:11:18.201482 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32352): Launched\u000a00:11:18.462858 run iperf3-srv_10.42.42.10(pid=32353): Launched\u000a00:11:18.647125 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:11:18.772450 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:11:19.086208 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32354): Launched\u000a00:11:19.346359 run iperf3-srv_10.42.42.10(pid=32355): Launched\u000a00:11:19.530165 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:11:19.655183 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:11:19.967816 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32356): Launched\u000a00:11:20.228106 run iperf3-srv_10.42.42.10(pid=32357): Launched\u000a00:11:20.412200 tst iperf3m4.py:8: start network...\u000a00:11:20.538832 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:11:21.024663 run create_hlr_db(pid=32358): Launched\u000a00:11:21.198456 bus /gobi_6: Setting Powered False\u000a00:11:22.219176 run create_hlr_db(pid=32358): Terminated: ok {rc=0}\u000a00:11:22.623085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32360): Launched\u000a00:11:22.925912 run osmo-hlr_10.42.42.2(pid=32361): Launched\u000a00:11:23.040541 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:11:23.568034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32363): Launched\u000a00:11:23.871877 run osmo-stp_10.42.42.5(pid=32364): Launched\u000a00:11:23.982641 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:11:24.510822 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32366): Launched\u000a00:11:24.618894 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:11:24.882926 run patchelf(pid=32367): Launched\u000a00:11:25.059528 run osmo-stp_10.42.42.5(pid=32364): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32364)]\u000a00:11:25.189154 run osmo-stp_10.42.42.5(pid=32364): stdout: \u000a| (launched: 2022-12-09_00:11:23.722250)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:11:25.318825 run osmo-stp_10.42.42.5(pid=32364): stderr: \u000a| �[0;m�[38;5;43m20221209001123893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001123893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001123894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001123894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001123895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001123895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001123895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:11:25.443550 run osmo-stp_10.42.42.5(pid=32364): stdout: \u000a| (launched: 2022-12-09_00:11:23.722250)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:11:25.567328 run osmo-stp_10.42.42.5(pid=32364): stderr: \u000a| �[0;m�[38;5;43m20221209001123893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001123893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001123894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001123894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001123895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001123895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001123895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:11:25.711301 run patchelf(pid=32367): Terminating (SIGINT)\u000a00:11:25.880055 run patchelf(pid=32367): Terminated: ok {rc=0}\u000a00:11:25.911346 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32364): Process ended prematurely: osmo-stp_10.42.42.5(pid=32364) [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32364)] [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a00:11:25.920704 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a00:11:25.979844 run osmo-hlr_10.42.42.2(pid=32361): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32361)]\u000a00:11:26.027731 run osmo-hlr_10.42.42.2(pid=32361): stdout: \u000a| (launched: 2022-12-09_00:11:22.777150) \u000a00:11:26.076270 run osmo-hlr_10.42.42.2(pid=32361): stderr: \u000a| �[0;m�[1;31m20221209001122954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209001122954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209001122954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001122954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001122954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209001122954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209001122966 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209001122976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209001122977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209001122977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:11:26.117758 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32350): Terminating (SIGTERM)\u000a00:11:26.156793 run iperf3-srv_10.42.42.10(pid=32351): Terminating (SIGTERM)\u000a00:11:26.195723 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32352): Terminating (SIGTERM)\u000a00:11:26.234453 run iperf3-srv_10.42.42.10(pid=32353): Terminating (SIGTERM)\u000a00:11:26.273285 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32354): Terminating (SIGTERM)\u000a00:11:26.311939 run iperf3-srv_10.42.42.10(pid=32355): Terminating (SIGTERM)\u000a00:11:26.350883 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32356): Terminating (SIGTERM)\u000a00:11:26.389579 run iperf3-srv_10.42.42.10(pid=32357): Terminating (SIGTERM)\u000a00:11:26.428472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32360): Terminating (SIGTERM)\u000a00:11:26.467285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32363): Terminating (SIGTERM)\u000a00:11:26.506426 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32366): Terminating (SIGTERM)\u000a00:11:26.515485 --- ParallelTerminationStrategy: PID 32350 died...\u000a00:11:26.568413 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32350): Terminated: ok {rc=0}\u000a00:11:26.577877 --- ParallelTerminationStrategy: PID 32351 died...\u000a00:11:26.629776 run iperf3-srv_10.42.42.10(pid=32351): Terminated {rc=256}\u000a00:11:26.639127 --- ParallelTerminationStrategy: PID 32352 died...\u000a00:11:26.690945 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32352): Terminated: ok {rc=0}\u000a00:11:26.700262 --- ParallelTerminationStrategy: PID 32353 died...\u000a00:11:26.752035 run iperf3-srv_10.42.42.10(pid=32353): Terminated {rc=256}\u000a00:11:26.761903 --- ParallelTerminationStrategy: PID 32354 died...\u000a00:11:26.813874 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32354): Terminated: ok {rc=0}\u000a00:11:26.823255 --- ParallelTerminationStrategy: PID 32355 died...\u000a00:11:26.875121 run iperf3-srv_10.42.42.10(pid=32355): Terminated {rc=256}\u000a00:11:26.884874 --- ParallelTerminationStrategy: PID 32356 died...\u000a00:11:26.936918 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32356): Terminated: ok {rc=0}\u000a00:11:26.946372 --- ParallelTerminationStrategy: PID 32357 died...\u000a00:11:26.998099 run iperf3-srv_10.42.42.10(pid=32357): Terminated {rc=256}\u000a00:11:27.007488 --- ParallelTerminationStrategy: PID 32360 died...\u000a00:11:27.059039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32360): Terminated: ok {rc=0}\u000a00:11:27.068394 --- ParallelTerminationStrategy: PID 32363 died...\u000a00:11:27.120124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32363): Terminated: ok {rc=0}\u000a00:11:27.129623 --- ParallelTerminationStrategy: PID 32366 died...\u000a00:11:27.181453 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32366): Terminated: ok {rc=0}\u000a00:11:27.268628 bus /gobi_4: Setting Powered False\u000a00:11:28.370826 bus /gobi_4: Setting Powered False\u000a00:11:29.478243 bus /gobi_1: Setting Powered False\u000a00:11:30.583917 bus /gobi_1: Setting Powered False\u000a00:11:31.716338 bus /gobi_0: Setting Powered False\u000a00:11:32.819569 bus /gobi_0: Setting Powered False\u000a00:11:33.929260 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32374): Process ended prematurely: osmo-stp_10.42.42.5(pid=32374) [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32374)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32374): Process ended prematurely: osmo-stp_10.42.42.5(pid=32374) [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32374)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a00:11:34.994933 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:35.006453 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:11:35.166678 tst ping.py: using LAC 17721\u000a00:11:35.288939 tst ping.py: using RAC 126\u000a00:11:35.407642 tst ping.py: using CellId 17721\u000a00:11:35.522343 tst ping.py: using BVCI 17722\u000a00:11:35.544995 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:35.556102 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:35.567104 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:35.578250 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:35.589066 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:35.600144 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:35.611043 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:35.621794 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:11:35.892201 tst ping.py:19: start network...\u000a00:11:36.014756 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:11:36.488250 run create_hlr_db(pid=32368): Launched\u000a00:11:36.660502 bus /gobi_6: Setting Powered False\u000a00:11:37.681436 run create_hlr_db(pid=32368): Terminated: ok {rc=0}\u000a00:11:38.102499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32370): Launched\u000a00:11:38.419470 run osmo-hlr_10.42.42.2(pid=32371): Launched\u000a00:11:38.536341 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:11:39.088506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32373): Launched\u000a00:11:39.406442 run osmo-stp_10.42.42.5(pid=32374): Launched\u000a00:11:39.521949 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:11:40.077673 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32376): Launched\u000a00:11:40.190842 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:11:40.466956 run patchelf(pid=32377): Launched\u000a00:11:40.652363 run osmo-stp_10.42.42.5(pid=32374): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32374)]\u000a00:11:40.787691 run osmo-stp_10.42.42.5(pid=32374): stdout: \u000a| (launched: 2022-12-09_00:11:39.249629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:11:40.923364 run osmo-stp_10.42.42.5(pid=32374): stderr: \u000a| �[0;m�[38;5;43m20221209001139442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001139442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001139443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001139443 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001139443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001139443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001139443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:11:41.054441 run osmo-stp_10.42.42.5(pid=32374): stdout: \u000a| (launched: 2022-12-09_00:11:39.249629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:11:41.184293 run osmo-stp_10.42.42.5(pid=32374): stderr: \u000a| �[0;m�[38;5;43m20221209001139442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001139442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001139443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001139443 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001139443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001139443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001139443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:11:41.335376 run patchelf(pid=32377): Terminating (SIGINT)\u000a00:11:41.512424 run patchelf(pid=32377): Terminated: ok {rc=0}\u000a00:11:41.544647 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32374): Process ended prematurely: osmo-stp_10.42.42.5(pid=32374) [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32374)] [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22]\u000a00:11:41.554030 tst ping.py:22: Test FAILED (6.5 sec)\u000a00:11:41.616423 run osmo-hlr_10.42.42.2(pid=32371): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32371)]\u000a00:11:41.667924 run osmo-hlr_10.42.42.2(pid=32371): stdout: \u000a| (launched: 2022-12-09_00:11:38.263695) \u000a00:11:41.719033 run osmo-hlr_10.42.42.2(pid=32371): stderr: \u000a| �[0;m�[1;31m20221209001138460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209001138460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209001138460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001138460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001138460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209001138460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209001138477 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209001138486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209001138486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209001138486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:11:41.762965 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32370): Terminating (SIGTERM)\u000a00:11:41.804617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32373): Terminating (SIGTERM)\u000a00:11:41.846366 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32376): Terminating (SIGTERM)\u000a00:11:41.856012 --- ParallelTerminationStrategy: PID 32370 died...\u000a00:11:41.911670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32370): Terminated: ok {rc=0}\u000a00:11:41.922238 --- ParallelTerminationStrategy: PID 32373 died...\u000a00:11:41.977098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32373): Terminated: ok {rc=0}\u000a00:11:41.986971 --- ParallelTerminationStrategy: PID 32376 died...\u000a00:11:42.042004 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32376): Terminated: ok {rc=0}\u000a00:11:42.127161 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32384): Process ended prematurely: osmo-stp_10.42.42.5(pid=32384) [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32384)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32384): Process ended prematurely: osmo-stp_10.42.42.5(pid=32384) [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32384)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a00:11:43.178093 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:43.190219 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:11:43.352047 tst ping_idle_ping.py: using LAC 17722\u000a00:11:43.471178 tst ping_idle_ping.py: using RAC 127\u000a00:11:43.586616 tst ping_idle_ping.py: using CellId 17722\u000a00:11:43.701961 tst ping_idle_ping.py: using BVCI 17723\u000a00:11:43.724601 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:43.735844 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:43.746686 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:43.757667 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:43.768374 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:43.779273 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:43.790725 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:43.801585 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:11:44.074705 tst ping_idle_ping.py:24: start network...\u000a00:11:44.198612 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:11:44.678788 run create_hlr_db(pid=32378): Launched\u000a00:11:44.852063 bus /gobi_6: Setting Powered False\u000a00:11:45.880497 run create_hlr_db(pid=32378): Terminated: ok {rc=0}\u000a00:11:46.312836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32380): Launched\u000a00:11:46.653702 run osmo-hlr_10.42.42.2(pid=32381): Launched\u000a00:11:46.887832 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:11:47.562173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32383): Launched\u000a00:11:47.859685 run osmo-stp_10.42.42.5(pid=32384): Launched\u000a00:11:47.967097 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:11:48.487324 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32386): Launched\u000a00:11:48.593016 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:11:48.854081 run patchelf(pid=32387): Launched\u000a00:11:49.028849 run osmo-stp_10.42.42.5(pid=32384): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32384)]\u000a00:11:49.156500 run osmo-stp_10.42.42.5(pid=32384): stdout: \u000a| (launched: 2022-12-09_00:11:47.713711)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:11:49.284165 run osmo-stp_10.42.42.5(pid=32384): stderr: \u000a| �[0;m�[38;5;43m20221209001147884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001147884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001147885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001147885 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001147885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001147886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001147886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:11:49.407651 run osmo-stp_10.42.42.5(pid=32384): stdout: \u000a| (launched: 2022-12-09_00:11:47.713711)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:11:49.529708 run osmo-stp_10.42.42.5(pid=32384): stderr: \u000a| �[0;m�[38;5;43m20221209001147884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001147884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001147885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001147885 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001147885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001147886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001147886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:11:49.671501 run patchelf(pid=32387): Terminating (SIGINT)\u000a00:11:49.838377 run patchelf(pid=32387): Terminated: ok {rc=0}\u000a00:11:49.868756 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32384): Process ended prematurely: osmo-stp_10.42.42.5(pid=32384) [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32384)] [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a00:11:49.877489 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a00:11:49.936157 run osmo-hlr_10.42.42.2(pid=32381): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32381)]\u000a00:11:49.984300 run osmo-hlr_10.42.42.2(pid=32381): stdout: \u000a| (launched: 2022-12-09_00:11:46.467755) \u000a00:11:50.033159 run osmo-hlr_10.42.42.2(pid=32381): stderr: \u000a| �[0;m�[1;31m20221209001146750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209001146750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209001146750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001146750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001146750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209001146750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209001146768 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209001146780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209001146780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209001146780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:11:50.074588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32380): Terminating (SIGTERM)\u000a00:11:50.113548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32383): Terminating (SIGTERM)\u000a00:11:50.152729 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32386): Terminating (SIGTERM)\u000a00:11:50.161856 --- ParallelTerminationStrategy: PID 32380 died...\u000a00:11:50.214115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32380): Terminated: ok {rc=0}\u000a00:11:50.223537 --- ParallelTerminationStrategy: PID 32383 died...\u000a00:11:50.275205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32383): Terminated: ok {rc=0}\u000a00:11:50.284555 --- ParallelTerminationStrategy: PID 32386 died...\u000a00:11:50.336456 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32386): Terminated: ok {rc=0}\u000a00:11:50.418968 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "128", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:10:52" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32397): Process ended prematurely: osmo-stp_10.42.42.5(pid=32397) [trial-2351↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32397)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32397): Process ended prematurely: osmo-stp_10.42.42.5(pid=32397) [trial-2351↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32397)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a00:11:52.442634 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:11:52.454366 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:11:52.612639 tst switch_tch_pdch.py: using LAC 17723\u000a00:11:52.738084 tst switch_tch_pdch.py: using RAC 128\u000a00:11:52.862670 tst switch_tch_pdch.py: using CellId 17723\u000a00:11:52.985788 tst switch_tch_pdch.py: using BVCI 17724\u000a00:11:53.009990 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:11:53.021754 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:11:53.033251 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:11:53.044699 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:11:53.056926 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:11:53.068812 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:11:53.080678 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:11:53.092417 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:11:53.207309 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:11:53.496174 tst switch_tch_pdch.py:51: start network...\u000a00:11:53.627675 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:11:54.123759 run create_hlr_db(pid=32391): Launched\u000a00:11:54.308910 bus /gobi_6: Setting Powered False\u000a00:11:55.328720 run create_hlr_db(pid=32391): Terminated: ok {rc=0}\u000a00:11:55.728805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32393): Launched\u000a00:11:56.026936 run osmo-hlr_10.42.42.2(pid=32394): Launched\u000a00:11:56.136606 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:11:56.652207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32396): Launched\u000a00:11:56.949319 run osmo-stp_10.42.42.5(pid=32397): Launched\u000a00:11:57.056668 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:11:57.583952 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32399): Launched\u000a00:11:57.697301 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:11:57.972205 run patchelf(pid=32400): Launched\u000a00:11:58.157512 run osmo-stp_10.42.42.5(pid=32397): ERR: Terminated: ERROR {rc=1} [trial-2351↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32397)]\u000a00:11:58.293058 run osmo-stp_10.42.42.5(pid=32397): stdout: \u000a| (launched: 2022-12-09_00:11:56.804062)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:11:58.429750 run osmo-stp_10.42.42.5(pid=32397): stderr: \u000a| �[0;m�[38;5;43m20221209001156973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001156973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001156973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001156974 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001156974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001156974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001156974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:11:58.560641 run osmo-stp_10.42.42.5(pid=32397): stdout: \u000a| (launched: 2022-12-09_00:11:56.804062)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:11:58.690542 run osmo-stp_10.42.42.5(pid=32397): stderr: \u000a| �[0;m�[38;5;43m20221209001156973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001156973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001156973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001156974 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001156974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001156974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001156974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:11:58.841770 run patchelf(pid=32400): Terminating (SIGINT)\u000a00:11:59.018800 run patchelf(pid=32400): Terminated: ok {rc=0}\u000a00:11:59.051047 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=32397): Process ended prematurely: osmo-stp_10.42.42.5(pid=32397) [trial-2351↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32397)] [trial-2351↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a00:11:59.060402 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a00:11:59.123078 run osmo-hlr_10.42.42.2(pid=32394): ERR: Terminated: ERROR {rc=237} [trial-2351↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32394)]\u000a00:11:59.174318 run osmo-hlr_10.42.42.2(pid=32394): stdout: \u000a| (launched: 2022-12-09_00:11:55.880231) \u000a00:11:59.226104 run osmo-hlr_10.42.42.2(pid=32394): stderr: \u000a| �[0;m�[1;31m20221209001156057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209001156057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209001156057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001156057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001156057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209001156057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209001156070 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209001156078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209001156079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209001156079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:11:59.270062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32393): Terminating (SIGTERM)\u000a00:11:59.312083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32396): Terminating (SIGTERM)\u000a00:11:59.353738 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32399): Terminating (SIGTERM)\u000a00:11:59.363371 --- ParallelTerminationStrategy: PID 32393 died...\u000a00:11:59.418878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32393): Terminated: ok {rc=0}\u000a00:11:59.429247 --- ParallelTerminationStrategy: PID 32396 died...\u000a00:11:59.484173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32396): Terminated: ok {rc=0}\u000a00:11:59.494381 --- ParallelTerminationStrategy: PID 32399 died...\u000a00:11:59.549801 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32399): Terminated: ok {rc=0}\u000a00:11:59.635305 bus /gobi_0: Setting Powered False\u000a00:12:00.739822 bus /gobi_0: Setting Powered False\u000a00:12:01.852379 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "129", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:11:52" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32411): Process ended prematurely: osmo-stp_10.42.42.5(pid=32411) [trial-2351↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32411)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32411): Process ended prematurely: osmo-stp_10.42.42.5(pid=32411) [trial-2351↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32411)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a00:12:03.813414 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:12:03.824378 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a00:12:03.973292 tst switch_tch_pdch.py: using LAC 17724\u000a00:12:04.091077 tst switch_tch_pdch.py: using RAC 129\u000a00:12:04.209238 tst switch_tch_pdch.py: using CellId 17724\u000a00:12:04.327471 tst switch_tch_pdch.py: using BVCI 17725\u000a00:12:04.350496 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:12:04.361677 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:12:04.372374 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:12:04.383207 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:12:04.394406 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:12:04.405271 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:12:04.416023 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:12:04.426784 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a00:12:04.543822 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a00:12:04.817805 tst switch_tch_pdch.py:51: start network...\u000a00:12:04.941620 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:12:05.389399 run create_hlr_db(pid=32405): Launched\u000a00:12:05.510225 bus /gobi_6: Setting Powered False\u000a00:12:06.580764 run create_hlr_db(pid=32405): Terminated: ok {rc=0}\u000a00:12:06.974817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32407): Launched\u000a00:12:07.290084 run osmo-hlr_10.42.42.2(pid=32408): Launched\u000a00:12:07.404280 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:12:07.895080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32410): Launched\u000a00:12:08.190126 run osmo-stp_10.42.42.5(pid=32411): Launched\u000a00:12:08.296416 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:12:08.788517 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32413): Launched\u000a00:12:08.895234 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:12:09.153582 run patchelf(pid=32414): Launched\u000a00:12:09.327646 run osmo-stp_10.42.42.5(pid=32411): ERR: Terminated: ERROR {rc=1} [trial-2351↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32411)]\u000a00:12:09.455152 run osmo-stp_10.42.42.5(pid=32411): stdout: \u000a| (launched: 2022-12-09_00:12:08.045707)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:12:09.582463 run osmo-stp_10.42.42.5(pid=32411): stderr: \u000a| �[0;m�[38;5;43m20221209001208215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001208215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001208215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001208216 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001208218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001208218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001208218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:12:09.704558 run osmo-stp_10.42.42.5(pid=32411): stdout: \u000a| (launched: 2022-12-09_00:12:08.045707)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:12:09.826290 run osmo-stp_10.42.42.5(pid=32411): stderr: \u000a| �[0;m�[38;5;43m20221209001208215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001208215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001208215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001208216 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001208218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001208218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001208218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:12:09.967362 run patchelf(pid=32414): Terminating (SIGINT)\u000a00:12:10.133179 run patchelf(pid=32414): Terminated: ok {rc=0}\u000a00:12:10.163351 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=32411): Process ended prematurely: osmo-stp_10.42.42.5(pid=32411) [trial-2351↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32411)] [trial-2351↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a00:12:10.171988 tst switch_tch_pdch.py:54: Test FAILED (6.3 sec)\u000a00:12:10.230299 run osmo-hlr_10.42.42.2(pid=32408): ERR: Terminated: ERROR {rc=237} [trial-2351↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32408)]\u000a00:12:10.278062 run osmo-hlr_10.42.42.2(pid=32408): stdout: \u000a| (launched: 2022-12-09_00:12:07.135386) \u000a00:12:10.326598 run osmo-hlr_10.42.42.2(pid=32408): stderr: \u000a| �[0;m�[1;31m20221209001207333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209001207333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209001207333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001207333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001207333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209001207333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209001207345 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209001207353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209001207354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209001207354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:12:10.367887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32407): Terminating (SIGTERM)\u000a00:12:10.406522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32410): Terminating (SIGTERM)\u000a00:12:10.445398 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32413): Terminating (SIGTERM)\u000a00:12:10.454437 --- ParallelTerminationStrategy: PID 32407 died...\u000a00:12:10.506414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32407): Terminated: ok {rc=0}\u000a00:12:10.515803 --- ParallelTerminationStrategy: PID 32410 died...\u000a00:12:10.567677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32410): Terminated: ok {rc=0}\u000a00:12:10.577086 --- ParallelTerminationStrategy: PID 32413 died...\u000a00:12:10.628855 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32413): Terminated: ok {rc=0}\u000a00:12:10.715678 bus /gobi_0: Setting Powered False\u000a00:12:11.819022 bus /gobi_0: Setting Powered False\u000a00:12:12.929089 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "130", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:12:03" }, { "cases" : [ { "testActions" : [ ], "age" : 180, "className" : "nitb_sms:nanobts", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=32419): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32419) [trial-2351↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32419)]", "failedSince" : 2172, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=32419): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32419) [trial-2351↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32419)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 nitb_sms:nanobts mo_mt_sms.py\u000a----------------------------------------------\u000a00:12:14.798871 tst nitb_sms:nanobts: Using 1 x ip_address (candidates: 1)\u000a00:12:14.809464 tst nitb_sms:nanobts: Using 1 x bts (candidates: 1)\u000a00:12:14.933323 tst mo_mt_sms.py: using LAC 17725\u000a00:12:15.049400 tst mo_mt_sms.py: using RAC 130\u000a00:12:15.164284 tst mo_mt_sms.py: using CellId 17725\u000a00:12:15.280809 tst mo_mt_sms.py: using BVCI 17726\u000a00:12:15.303283 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a00:12:15.419421 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a00:12:15.692243 tst mo_mt_sms.py:9: start nitb and bts...\u000a00:12:15.815045 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:12:16.478393 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32418): Launched\u000a00:12:16.796728 run osmo-nitb_10.42.42.2(pid=32419): Launched\u000a00:12:16.984167 run osmo-nitb_10.42.42.2(pid=32419): ERR: Terminated: ERROR {rc=2} [trial-2351↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32419)]\u000a00:12:17.122034 run osmo-nitb_10.42.42.2(pid=32419): stdout: \u000a| (launched: 2022-12-09_00:12:16.632320) \u000a00:12:17.258774 run osmo-nitb_10.42.42.2(pid=32419): stderr: \u000a| (launched: 2022-12-09_00:12:16.677157)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:12:17.389599 run osmo-nitb_10.42.42.2(pid=32419): stdout: \u000a| (launched: 2022-12-09_00:12:16.632320) \u000a00:12:17.519116 run osmo-nitb_10.42.42.2(pid=32419): stderr: \u000a| (launched: 2022-12-09_00:12:16.677157)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:12:17.916457 tst osmo-nitb_10.42.42.2(pid=32419): stdout: \u000a| (launched: 2022-12-09_00:12:16.632320) \u000a00:12:18.034060 tst osmo-nitb_10.42.42.2(pid=32419): stderr: \u000a| (launched: 2022-12-09_00:12:16.677157)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:12:18.085700 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=32419): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32419) [trial-2351↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32419)] [trial-2351↪nitb_sms:nanobts↪mo_mt_sms.py:11]\u000a00:12:18.093752 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a00:12:18.127209 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32418): Terminating (SIGTERM)\u000a00:12:18.304406 --- ParallelTerminationStrategy: PID 32418 died...\u000a00:12:18.358493 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32418): Terminated: ok {rc=0}\u000a00:12:18.446099 bus /sierra_3: Setting Powered False\u000a00:12:19.549194 bus /sierra_3: Setting Powered False\u000a00:12:20.660156 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "131", "name" : "nitb_sms_nanobts", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:12:14" }, { "cases" : [ { "testActions" : [ ], "age" : 21, "className" : "sms:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32429): Process ended prematurely: osmo-stp_10.42.42.5(pid=32429) [trial-2351↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32429)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32429): Process ended prematurely: osmo-stp_10.42.42.5(pid=32429) [trial-2351↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32429)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 sms:nanobts+band-1900 mo_mt_sms.py\u000a----------------------------------------------\u000a00:12:22.513145 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:12:22.523870 tst sms:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a00:12:22.652602 tst mo_mt_sms.py: using LAC 17726\u000a00:12:22.778778 tst mo_mt_sms.py: using RAC 131\u000a00:12:22.903292 tst mo_mt_sms.py: using CellId 17726\u000a00:12:23.028534 tst mo_mt_sms.py: using BVCI 17727\u000a00:12:23.052477 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:12:23.063556 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:12:23.074965 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:12:23.086288 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:12:23.097416 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:12:23.108506 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a00:12:23.223969 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a00:12:23.423535 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:12:23.897683 run create_hlr_db(pid=32423): Launched\u000a00:12:24.069641 bus /sierra_2: Setting Powered False\u000a00:12:25.091139 run create_hlr_db(pid=32423): Terminated: ok {rc=0}\u000a00:12:25.513593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32425): Launched\u000a00:12:25.829634 run osmo-hlr_10.42.42.2(pid=32426): Launched\u000a00:12:25.945943 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:12:26.495092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32428): Launched\u000a00:12:26.811034 run osmo-stp_10.42.42.5(pid=32429): Launched\u000a00:12:26.926693 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:12:27.505997 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32431): Launched\u000a00:12:27.822695 run osmo-msc_10.42.42.6(pid=32432): Launched\u000a00:12:28.009459 run osmo-stp_10.42.42.5(pid=32429): ERR: Terminated: ERROR {rc=1} [trial-2351↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32429)]\u000a00:12:28.144808 run osmo-stp_10.42.42.5(pid=32429): stdout: \u000a| (launched: 2022-12-09_00:12:26.655912)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:12:28.279115 run osmo-stp_10.42.42.5(pid=32429): stderr: \u000a| �[0;m�[38;5;43m20221209001226850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001226850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001226850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001226851 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001226851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001226851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001226851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:12:28.406988 run osmo-stp_10.42.42.5(pid=32429): stdout: \u000a| (launched: 2022-12-09_00:12:26.655912)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:12:28.533898 run osmo-stp_10.42.42.5(pid=32429): stderr: \u000a| �[0;m�[38;5;43m20221209001226850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001226850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001226850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001226851 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001226851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001226851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001226851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:12:28.589310 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=32429): Process ended prematurely: osmo-stp_10.42.42.5(pid=32429) [trial-2351↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32429)] [trial-2351↪sms:nanobts+band-1900↪mo_mt_sms.py:16]\u000a00:12:28.597902 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a00:12:28.659897 run osmo-hlr_10.42.42.2(pid=32426): ERR: Terminated: ERROR {rc=237} [trial-2351↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32426)]\u000a00:12:28.711188 run osmo-hlr_10.42.42.2(pid=32426): stdout: \u000a| (launched: 2022-12-09_00:12:25.674256) \u000a00:12:28.762962 run osmo-hlr_10.42.42.2(pid=32426): stderr: \u000a| �[0;m�[1;31m20221209001225872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209001225872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209001225872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001225872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001225872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209001225872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209001225885 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209001225893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209001225893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209001225893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:12:28.833010 run osmo-msc_10.42.42.6(pid=32432): ERR: Terminated: ERROR {rc=2} [trial-2351↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32432)]\u000a00:12:28.884018 run osmo-msc_10.42.42.6(pid=32432): stdout: \u000a| (launched: 2022-12-09_00:12:27.667034) \u000a00:12:28.935778 run osmo-msc_10.42.42.6(pid=32432): stderr: \u000a| �[0;m�[38;5;43m20221209001227990 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209001227990 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f93dfd62c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209001227990 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209001227990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209001227990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209001227991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209001227992 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209001227993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209001227993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209001227993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:12:28.979882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32425): Terminating (SIGTERM)\u000a00:12:29.021944 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32428): Terminating (SIGTERM)\u000a00:12:29.063590 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32431): Terminating (SIGTERM)\u000a00:12:29.073460 --- ParallelTerminationStrategy: PID 32425 died...\u000a00:12:29.128787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32425): Terminated: ok {rc=0}\u000a00:12:29.139086 --- ParallelTerminationStrategy: PID 32428 died...\u000a00:12:29.194229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32428): Terminated: ok {rc=0}\u000a00:12:29.204405 --- ParallelTerminationStrategy: PID 32431 died...\u000a00:12:29.259918 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32431): Terminated: ok {rc=0}\u000a00:12:29.344823 bus /sierra_3: Setting Powered False\u000a00:12:30.449573 bus /sierra_3: Setting Powered False\u000a00:12:31.559466 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "132", "name" : "sms_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:12:22" }, { "cases" : [ { "testActions" : [ ], "age" : 180, "className" : "nitb_ussd:nanobts+band-1900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=32438): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32438) [trial-2351↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32438)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=32438): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32438) [trial-2351↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32438)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 nitb_ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a00:12:33.365643 tst nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1)\u000a00:12:33.376275 tst nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a00:12:33.497380 tst assert_extension.py: using LAC 17727\u000a00:12:33.614307 tst assert_extension.py: using RAC 132\u000a00:12:33.730794 tst assert_extension.py: using CellId 17727\u000a00:12:33.847551 tst assert_extension.py: using BVCI 17728\u000a00:12:33.870111 tst nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a00:12:34.157282 tst assert_extension.py:10: start nitb and bts...\u000a00:12:34.289250 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:12:34.942323 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32437): Launched\u000a00:12:35.254964 run osmo-nitb_10.42.42.2(pid=32438): Launched\u000a00:12:35.449911 run osmo-nitb_10.42.42.2(pid=32438): ERR: Terminated: ERROR {rc=2} [trial-2351↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32438)]\u000a00:12:35.593657 run osmo-nitb_10.42.42.2(pid=32438): stdout: \u000a| (launched: 2022-12-09_00:12:35.103582) \u000a00:12:35.737553 run osmo-nitb_10.42.42.2(pid=32438): stderr: \u000a| (launched: 2022-12-09_00:12:35.150616)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:12:35.876815 run osmo-nitb_10.42.42.2(pid=32438): stdout: \u000a| (launched: 2022-12-09_00:12:35.103582) \u000a00:12:36.014526 run osmo-nitb_10.42.42.2(pid=32438): stderr: \u000a| (launched: 2022-12-09_00:12:35.150616)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:12:36.382810 tst osmo-nitb_10.42.42.2(pid=32438): stdout: \u000a| (launched: 2022-12-09_00:12:35.103582) \u000a00:12:36.508507 tst osmo-nitb_10.42.42.2(pid=32438): stderr: \u000a| (launched: 2022-12-09_00:12:35.150616)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:12:36.563784 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=32438): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32438) [trial-2351↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32438)] [trial-2351↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12]\u000a00:12:36.572678 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a00:12:36.609593 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32437): Terminating (SIGTERM)\u000a00:12:36.787312 --- ParallelTerminationStrategy: PID 32437 died...\u000a00:12:36.844641 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32437): Terminated: ok {rc=0}\u000a00:12:36.929727 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "133", "name" : "nitb_ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:12:33" }, { "cases" : [ { "testActions" : [ ], "age" : 21, "className" : "ussd:nanobts+band-1900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32452): Process ended prematurely: osmo-stp_10.42.42.5(pid=32452) [trial-2351↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32452)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32452): Process ended prematurely: osmo-stp_10.42.42.5(pid=32452) [trial-2351↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32452)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a00:12:38.741369 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:12:38.752509 tst ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a00:12:38.882048 tst assert_extension.py: using LAC 17728\u000a00:12:39.001645 tst assert_extension.py: using RAC 133\u000a00:12:39.119394 tst assert_extension.py: using CellId 17728\u000a00:12:39.235685 tst assert_extension.py: using BVCI 17729\u000a00:12:39.258337 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:12:39.268850 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:12:39.279325 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:12:39.289892 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:12:39.300695 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:12:39.311229 tst ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a00:12:39.506259 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:12:39.981722 run create_hlr_db(pid=32446): Launched\u000a00:12:40.153747 bus /sierra_2: Setting Powered False\u000a00:12:41.174980 run create_hlr_db(pid=32446): Terminated: ok {rc=0}\u000a00:12:41.597918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32448): Launched\u000a00:12:41.915396 run osmo-hlr_10.42.42.2(pid=32449): Launched\u000a00:12:42.031497 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:12:42.584454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32451): Launched\u000a00:12:42.901133 run osmo-stp_10.42.42.5(pid=32452): Launched\u000a00:12:43.016742 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:12:43.596068 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32454): Launched\u000a00:12:43.912802 run osmo-msc_10.42.42.6(pid=32455): Launched\u000a00:12:44.099527 run osmo-stp_10.42.42.5(pid=32452): ERR: Terminated: ERROR {rc=1} [trial-2351↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32452)]\u000a00:12:44.234098 run osmo-stp_10.42.42.5(pid=32452): stdout: \u000a| (launched: 2022-12-09_00:12:42.745513)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:12:44.369001 run osmo-stp_10.42.42.5(pid=32452): stderr: \u000a| �[0;m�[38;5;43m20221209001242937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001242937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001242937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001242937 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001242938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001242938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001242938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:12:44.496602 run osmo-stp_10.42.42.5(pid=32452): stdout: \u000a| (launched: 2022-12-09_00:12:42.745513)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:12:44.623217 run osmo-stp_10.42.42.5(pid=32452): stderr: \u000a| �[0;m�[38;5;43m20221209001242937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001242937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001242937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001242937 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001242938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001242938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001242938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:12:44.678449 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=32452): Process ended prematurely: osmo-stp_10.42.42.5(pid=32452) [trial-2351↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32452)] [trial-2351↪ussd:nanobts+band-1900↪assert_extension.py:17]\u000a00:12:44.687212 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a00:12:44.749259 run osmo-hlr_10.42.42.2(pid=32449): ERR: Terminated: ERROR {rc=237} [trial-2351↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32449)]\u000a00:12:44.800794 run osmo-hlr_10.42.42.2(pid=32449): stdout: \u000a| (launched: 2022-12-09_00:12:41.759324) \u000a00:12:44.852472 run osmo-hlr_10.42.42.2(pid=32449): stderr: \u000a| �[0;m�[1;31m20221209001241957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209001241957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209001241957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001241957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001241957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209001241957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209001241969 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209001241977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209001241977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209001241977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:12:44.922376 run osmo-msc_10.42.42.6(pid=32455): ERR: Terminated: ERROR {rc=2} [trial-2351↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32455)]\u000a00:12:44.973260 run osmo-msc_10.42.42.6(pid=32455): stdout: \u000a| (launched: 2022-12-09_00:12:43.757275) \u000a00:12:45.024751 run osmo-msc_10.42.42.6(pid=32455): stderr: \u000a| �[0;m�[38;5;43m20221209001244077 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209001244077 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f53366f6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209001244077 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209001244077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209001244077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209001244078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209001244079 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209001244080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209001244080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209001244080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:12:45.068919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32448): Terminating (SIGTERM)\u000a00:12:45.110878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32451): Terminating (SIGTERM)\u000a00:12:45.152811 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32454): Terminating (SIGTERM)\u000a00:12:45.162555 --- ParallelTerminationStrategy: PID 32448 died...\u000a00:12:45.218495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32448): Terminated: ok {rc=0}\u000a00:12:45.228473 --- ParallelTerminationStrategy: PID 32451 died...\u000a00:12:45.284301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32451): Terminated: ok {rc=0}\u000a00:12:45.294339 --- ParallelTerminationStrategy: PID 32454 died...\u000a00:12:45.350023 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32454): Terminated: ok {rc=0}\u000a00:12:45.437293 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "134", "name" : "ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:12:38" }, { "cases" : [ { "testActions" : [ ], "age" : 21, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32466): Process ended prematurely: osmo-stp_10.42.42.5(pid=32466) [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32466)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32466): Process ended prematurely: osmo-stp_10.42.42.5(pid=32466) [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32466)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a00:12:47.432578 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:12:47.444348 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a00:12:47.598023 tst mo_mt_call.py: using LAC 17729\u000a00:12:47.723122 tst mo_mt_call.py: using RAC 134\u000a00:12:47.850164 tst mo_mt_call.py: using CellId 17729\u000a00:12:47.975220 tst mo_mt_call.py: using BVCI 17730\u000a00:12:47.999870 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:12:48.011480 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:12:48.022800 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:12:48.034138 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:12:48.046374 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:12:48.058097 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:12:48.175217 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:12:48.386409 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:12:48.892582 run create_hlr_db(pid=32460): Launched\u000a00:12:49.079406 bus /sierra_2: Setting Powered False\u000a00:12:50.100554 run create_hlr_db(pid=32460): Terminated: ok {rc=0}\u000a00:12:50.506579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32462): Launched\u000a00:12:50.810826 run osmo-hlr_10.42.42.2(pid=32463): Launched\u000a00:12:50.930665 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:12:51.461401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32465): Launched\u000a00:12:51.763143 run osmo-stp_10.42.42.5(pid=32466): Launched\u000a00:12:51.873141 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:12:52.426602 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32468): Launched\u000a00:12:52.730511 run osmo-msc_10.42.42.6(pid=32469): Launched\u000a00:12:52.908079 run osmo-stp_10.42.42.5(pid=32466): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32466)]\u000a00:12:53.036371 run osmo-stp_10.42.42.5(pid=32466): stdout: \u000a| (launched: 2022-12-09_00:12:51.614938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:12:53.162290 run osmo-stp_10.42.42.5(pid=32466): stderr: \u000a| �[0;m�[38;5;43m20221209001251785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001251786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001251786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001251786 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001251788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001251789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001251789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:12:53.284610 run osmo-stp_10.42.42.5(pid=32466): stdout: \u000a| (launched: 2022-12-09_00:12:51.614938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:12:53.404724 run osmo-stp_10.42.42.5(pid=32466): stderr: \u000a| �[0;m�[38;5;43m20221209001251785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001251786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001251786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001251786 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001251788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001251789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001251789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:12:53.457765 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32466): Process ended prematurely: osmo-stp_10.42.42.5(pid=32466) [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32466)] [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a00:12:53.466322 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a00:12:53.524533 run osmo-hlr_10.42.42.2(pid=32463): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32463)]\u000a00:12:53.572709 run osmo-hlr_10.42.42.2(pid=32463): stdout: \u000a| (launched: 2022-12-09_00:12:50.661376) \u000a00:12:53.621374 run osmo-hlr_10.42.42.2(pid=32463): stderr: \u000a| �[0;m�[1;31m20221209001250837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209001250837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209001250837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001250837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001250837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209001250837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209001250848 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209001250857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209001250857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209001250857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:12:53.687542 run osmo-msc_10.42.42.6(pid=32469): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32469)]\u000a00:12:53.735540 run osmo-msc_10.42.42.6(pid=32469): stdout: \u000a| (launched: 2022-12-09_00:12:52.580735) \u000a00:12:53.784148 run osmo-msc_10.42.42.6(pid=32469): stderr: \u000a| �[0;m�[38;5;43m20221209001252852 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209001252853 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f453d13dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209001252853 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209001252853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209001252853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209001252853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209001252855 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209001252855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209001252855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209001252856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:12:53.825056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32462): Terminating (SIGTERM)\u000a00:12:53.863375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32465): Terminating (SIGTERM)\u000a00:12:53.901863 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32468): Terminating (SIGTERM)\u000a00:12:53.910747 --- ParallelTerminationStrategy: PID 32462 died...\u000a00:12:53.962580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32462): Terminated: ok {rc=0}\u000a00:12:53.971904 --- ParallelTerminationStrategy: PID 32465 died...\u000a00:12:54.023320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32465): Terminated: ok {rc=0}\u000a00:12:54.032601 --- ParallelTerminationStrategy: PID 32468 died...\u000a00:12:54.083982 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32468): Terminated: ok {rc=0}\u000a00:12:54.170428 bus /sierra_3: Setting Powered False\u000a00:12:55.272103 bus /sierra_3: Setting Powered False\u000a00:12:56.380358 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 30, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32477): Process ended prematurely: osmo-stp_10.42.42.5(pid=32477) [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32477)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32477): Process ended prematurely: osmo-stp_10.42.42.5(pid=32477) [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32477)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:12:57.494228 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:12:57.506571 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a00:12:57.659924 tst mo_mt_call_osmux.py: using LAC 17730\u000a00:12:57.785756 tst mo_mt_call_osmux.py: using RAC 135\u000a00:12:57.911179 tst mo_mt_call_osmux.py: using CellId 17730\u000a00:12:58.037240 tst mo_mt_call_osmux.py: using BVCI 17731\u000a00:12:58.061615 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:12:58.073160 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:12:58.084471 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:12:58.096105 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:12:58.107781 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:12:58.119139 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:12:58.236891 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:12:58.445603 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:12:58.952074 run create_hlr_db(pid=32471): Launched\u000a00:12:59.138736 bus /sierra_2: Setting Powered False\u000a00:13:00.148521 run create_hlr_db(pid=32471): Terminated: ok {rc=0}\u000a00:13:00.558929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32473): Launched\u000a00:13:00.867257 run osmo-hlr_10.42.42.2(pid=32474): Launched\u000a00:13:01.027028 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:13:01.669418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32476): Launched\u000a00:13:02.081581 run osmo-stp_10.42.42.5(pid=32477): Launched\u000a00:13:02.308308 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:13:02.884214 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32479): Launched\u000a00:13:03.189403 run osmo-msc_10.42.42.6(pid=32480): Launched\u000a00:13:03.367849 run osmo-stp_10.42.42.5(pid=32477): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32477)]\u000a00:13:03.496657 run osmo-stp_10.42.42.5(pid=32477): stdout: \u000a| (launched: 2022-12-09_00:13:01.826511)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:13:03.623173 run osmo-stp_10.42.42.5(pid=32477): stderr: \u000a| �[0;m�[38;5;43m20221209001302166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001302166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001302166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001302167 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001302167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001302167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001302167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:13:03.744777 run osmo-stp_10.42.42.5(pid=32477): stdout: \u000a| (launched: 2022-12-09_00:13:01.826511)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:13:03.865216 run osmo-stp_10.42.42.5(pid=32477): stderr: \u000a| �[0;m�[38;5;43m20221209001302166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001302166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001302166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001302167 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001302167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001302167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001302167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:13:03.919080 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32477): Process ended prematurely: osmo-stp_10.42.42.5(pid=32477) [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32477)] [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a00:13:03.927681 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a00:13:03.985963 run osmo-hlr_10.42.42.2(pid=32474): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32474)]\u000a00:13:04.034166 run osmo-hlr_10.42.42.2(pid=32474): stdout: \u000a| (launched: 2022-12-09_00:13:00.713609) \u000a00:13:04.082899 run osmo-hlr_10.42.42.2(pid=32474): stderr: \u000a| �[0;m�[1;31m20221209001301009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209001301009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209001301009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001301009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001301009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209001301009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209001301025 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209001301044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209001301049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209001301049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:13:04.148631 run osmo-msc_10.42.42.6(pid=32480): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32480)]\u000a00:13:04.196399 run osmo-msc_10.42.42.6(pid=32480): stdout: \u000a| (launched: 2022-12-09_00:13:03.038824) \u000a00:13:04.244786 run osmo-msc_10.42.42.6(pid=32480): stderr: \u000a| �[0;m�[38;5;43m20221209001303313 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209001303313 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb797fbcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209001303313 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209001303313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209001303313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209001303314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209001303315 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209001303316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209001303316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209001303316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:13:04.285906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32473): Terminating (SIGTERM)\u000a00:13:04.324719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32476): Terminating (SIGTERM)\u000a00:13:04.363474 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32479): Terminating (SIGTERM)\u000a00:13:04.372502 --- ParallelTerminationStrategy: PID 32473 died...\u000a00:13:04.424271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32473): Terminated: ok {rc=0}\u000a00:13:04.433801 --- ParallelTerminationStrategy: PID 32476 died...\u000a00:13:04.485450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32476): Terminated: ok {rc=0}\u000a00:13:04.494848 --- ParallelTerminationStrategy: PID 32479 died...\u000a00:13:04.546318 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32479): Terminated: ok {rc=0}\u000a00:13:04.631681 bus /sierra_3: Setting Powered False\u000a00:13:05.734230 bus /sierra_3: Setting Powered False\u000a00:13:06.838860 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "135", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:12:47" }, { "cases" : [ { "testActions" : [ ], "age" : 21, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32492): Process ended prematurely: osmo-stp_10.42.42.5(pid=32492) [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32492)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32492): Process ended prematurely: osmo-stp_10.42.42.5(pid=32492) [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32492)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a00:13:08.814311 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:13:08.825794 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a00:13:08.978910 tst mo_mt_call.py: using LAC 17731\u000a00:13:09.103893 tst mo_mt_call.py: using RAC 136\u000a00:13:09.224921 tst mo_mt_call.py: using CellId 17731\u000a00:13:09.346016 tst mo_mt_call.py: using BVCI 17732\u000a00:13:09.369119 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:13:09.380328 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:13:09.391361 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:13:09.402668 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:13:09.413954 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:13:09.424811 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:13:09.538688 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:13:09.749284 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:13:10.254661 run create_hlr_db(pid=32486): Launched\u000a00:13:10.441932 bus /sierra_2: Setting Powered False\u000a00:13:11.462605 run create_hlr_db(pid=32486): Terminated: ok {rc=0}\u000a00:13:11.870422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32488): Launched\u000a00:13:12.173384 run osmo-hlr_10.42.42.2(pid=32489): Launched\u000a00:13:12.293679 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:13:12.824410 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32491): Launched\u000a00:13:13.126673 run osmo-stp_10.42.42.5(pid=32492): Launched\u000a00:13:13.236912 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:13:13.789462 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32494): Launched\u000a00:13:14.093505 run osmo-msc_10.42.42.6(pid=32495): Launched\u000a00:13:14.271885 run osmo-stp_10.42.42.5(pid=32492): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32492)]\u000a00:13:14.400854 run osmo-stp_10.42.42.5(pid=32492): stdout: \u000a| (launched: 2022-12-09_00:13:12.978214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:13:14.527151 run osmo-stp_10.42.42.5(pid=32492): stderr: \u000a| �[0;m�[38;5;43m20221209001313148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001313148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001313148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001313149 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001313149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001313149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001313149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:13:14.648452 run osmo-stp_10.42.42.5(pid=32492): stdout: \u000a| (launched: 2022-12-09_00:13:12.978214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:13:14.768190 run osmo-stp_10.42.42.5(pid=32492): stderr: \u000a| �[0;m�[38;5;43m20221209001313148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001313148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001313148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001313149 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001313149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001313149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001313149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:13:14.821224 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32492): Process ended prematurely: osmo-stp_10.42.42.5(pid=32492) [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32492)] [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a00:13:14.829898 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a00:13:14.887820 run osmo-hlr_10.42.42.2(pid=32489): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32489)]\u000a00:13:14.935694 run osmo-hlr_10.42.42.2(pid=32489): stdout: \u000a| (launched: 2022-12-09_00:13:12.024507) \u000a00:13:14.984474 run osmo-hlr_10.42.42.2(pid=32489): stderr: \u000a| �[0;m�[1;31m20221209001312204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209001312204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209001312204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001312204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001312204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209001312204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209001312216 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209001312227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209001312227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209001312227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:13:15.050356 run osmo-msc_10.42.42.6(pid=32495): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32495)]\u000a00:13:15.098336 run osmo-msc_10.42.42.6(pid=32495): stdout: \u000a| (launched: 2022-12-09_00:13:13.943798) \u000a00:13:15.146902 run osmo-msc_10.42.42.6(pid=32495): stderr: \u000a| �[0;m�[38;5;43m20221209001314217 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209001314217 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2d9b06ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209001314217 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209001314217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209001314217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209001314218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209001314222 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209001314222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209001314223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209001314223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:13:15.187961 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32488): Terminating (SIGTERM)\u000a00:13:15.226694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32491): Terminating (SIGTERM)\u000a00:13:15.265531 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32494): Terminating (SIGTERM)\u000a00:13:15.274567 --- ParallelTerminationStrategy: PID 32488 died...\u000a00:13:15.326654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32488): Terminated: ok {rc=0}\u000a00:13:15.336066 --- ParallelTerminationStrategy: PID 32491 died...\u000a00:13:15.388373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32491): Terminated: ok {rc=0}\u000a00:13:15.397823 --- ParallelTerminationStrategy: PID 32494 died...\u000a00:13:15.450077 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32494): Terminated: ok {rc=0}\u000a00:13:15.537542 bus /sierra_3: Setting Powered False\u000a00:13:16.645750 bus /sierra_3: Setting Powered False\u000a00:13:17.754447 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 32, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32503): Process ended prematurely: osmo-stp_10.42.42.5(pid=32503) [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32503)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32503): Process ended prematurely: osmo-stp_10.42.42.5(pid=32503) [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32503)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:13:18.863293 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:13:18.874842 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a00:13:19.021788 tst mo_mt_call_osmux.py: using LAC 17732\u000a00:13:19.145410 tst mo_mt_call_osmux.py: using RAC 137\u000a00:13:19.263050 tst mo_mt_call_osmux.py: using CellId 17732\u000a00:13:19.380201 tst mo_mt_call_osmux.py: using BVCI 17733\u000a00:13:19.403624 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:13:19.414756 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:13:19.425813 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:13:19.436582 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:13:19.447551 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:13:19.458338 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:13:19.577934 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:13:19.778645 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:13:20.263431 run create_hlr_db(pid=32497): Launched\u000a00:13:20.437635 bus /sierra_2: Setting Powered False\u000a00:13:21.459577 run create_hlr_db(pid=32497): Terminated: ok {rc=0}\u000a00:13:21.888860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32499): Launched\u000a00:13:22.211029 run osmo-hlr_10.42.42.2(pid=32500): Launched\u000a00:13:22.331241 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:13:22.891540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32502): Launched\u000a00:13:23.213558 run osmo-stp_10.42.42.5(pid=32503): Launched\u000a00:13:23.330993 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:13:23.920022 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32505): Launched\u000a00:13:24.242572 run osmo-msc_10.42.42.6(pid=32506): Launched\u000a00:13:24.433541 run osmo-stp_10.42.42.5(pid=32503): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32503)]\u000a00:13:24.570456 run osmo-stp_10.42.42.5(pid=32503): stdout: \u000a| (launched: 2022-12-09_00:13:23.055332)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:13:24.707273 run osmo-stp_10.42.42.5(pid=32503): stderr: \u000a| �[0;m�[38;5;43m20221209001323249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001323249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001323249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001323250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001323250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001323250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001323250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:13:24.837441 run osmo-stp_10.42.42.5(pid=32503): stdout: \u000a| (launched: 2022-12-09_00:13:23.055332)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:13:24.966186 run osmo-stp_10.42.42.5(pid=32503): stderr: \u000a| �[0;m�[38;5;43m20221209001323249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001323249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001323249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001323250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001323250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001323250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001323250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:13:25.023184 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32503): Process ended prematurely: osmo-stp_10.42.42.5(pid=32503) [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32503)] [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a00:13:25.032389 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a00:13:25.095007 run osmo-hlr_10.42.42.2(pid=32500): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32500)]\u000a00:13:25.146067 run osmo-hlr_10.42.42.2(pid=32500): stdout: \u000a| (launched: 2022-12-09_00:13:22.053175) \u000a00:13:25.197845 run osmo-hlr_10.42.42.2(pid=32500): stderr: \u000a| �[0;m�[1;31m20221209001322250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209001322250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209001322250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001322250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001322250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209001322250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209001322263 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209001322271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209001322271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209001322272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:13:25.267817 run osmo-msc_10.42.42.6(pid=32506): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32506)]\u000a00:13:25.318732 run osmo-msc_10.42.42.6(pid=32506): stdout: \u000a| (launched: 2022-12-09_00:13:24.084335) \u000a00:13:25.370173 run osmo-msc_10.42.42.6(pid=32506): stderr: \u000a| �[0;m�[38;5;43m20221209001324411 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209001324411 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa6cc557c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209001324411 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209001324411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209001324411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209001324411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209001324413 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209001324413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209001324414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209001324414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:13:25.414423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32499): Terminating (SIGTERM)\u000a00:13:25.455974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32502): Terminating (SIGTERM)\u000a00:13:25.497717 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32505): Terminating (SIGTERM)\u000a00:13:25.507276 --- ParallelTerminationStrategy: PID 32499 died...\u000a00:13:25.562876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32499): Terminated: ok {rc=0}\u000a00:13:25.572919 --- ParallelTerminationStrategy: PID 32502 died...\u000a00:13:25.628272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32502): Terminated: ok {rc=0}\u000a00:13:25.638277 --- ParallelTerminationStrategy: PID 32505 died...\u000a00:13:25.693769 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32505): Terminated: ok {rc=0}\u000a00:13:25.779246 bus /sierra_3: Setting Powered False\u000a00:13:26.884085 bus /sierra_3: Setting Powered False\u000a00:13:27.994878 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "136", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:13:08" }, { "cases" : [ { "testActions" : [ ], "age" : 21, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32517): Process ended prematurely: osmo-stp_10.42.42.5(pid=32517) [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32517)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32517): Process ended prematurely: osmo-stp_10.42.42.5(pid=32517) [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32517)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a00:13:29.957835 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:13:29.969554 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a00:13:30.139611 tst mo_mt_call.py: using LAC 17733\u000a00:13:30.268804 tst mo_mt_call.py: using RAC 138\u000a00:13:30.390568 tst mo_mt_call.py: using CellId 17733\u000a00:13:30.512049 tst mo_mt_call.py: using BVCI 17734\u000a00:13:30.535414 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:13:30.546670 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:13:30.557892 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:13:30.569263 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:13:30.580677 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:13:30.591817 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:13:30.705351 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:13:30.949717 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:13:31.504338 run create_hlr_db(pid=32511): Launched\u000a00:13:31.695622 bus /sierra_2: Setting Powered False\u000a00:13:32.712329 run create_hlr_db(pid=32511): Terminated: ok {rc=0}\u000a00:13:33.118192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32513): Launched\u000a00:13:33.422292 run osmo-hlr_10.42.42.2(pid=32514): Launched\u000a00:13:33.534459 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:13:34.058728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32516): Launched\u000a00:13:34.361592 run osmo-stp_10.42.42.5(pid=32517): Launched\u000a00:13:34.472000 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:13:35.022958 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32519): Launched\u000a00:13:35.325782 run osmo-msc_10.42.42.6(pid=32520): Launched\u000a00:13:35.503631 run osmo-stp_10.42.42.5(pid=32517): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32517)]\u000a00:13:35.632545 run osmo-stp_10.42.42.5(pid=32517): stdout: \u000a| (launched: 2022-12-09_00:13:34.212670)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:13:35.758575 run osmo-stp_10.42.42.5(pid=32517): stderr: \u000a| �[0;m�[38;5;43m20221209001334387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001334387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001334388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001334388 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001334389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001334389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001334389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:13:35.879652 run osmo-stp_10.42.42.5(pid=32517): stdout: \u000a| (launched: 2022-12-09_00:13:34.212670)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:13:36.000079 run osmo-stp_10.42.42.5(pid=32517): stderr: \u000a| �[0;m�[38;5;43m20221209001334387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001334387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001334388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001334388 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001334389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001334389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001334389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:13:36.053002 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32517): Process ended prematurely: osmo-stp_10.42.42.5(pid=32517) [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32517)] [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a00:13:36.061540 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a00:13:36.120130 run osmo-hlr_10.42.42.2(pid=32514): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32514)]\u000a00:13:36.168064 run osmo-hlr_10.42.42.2(pid=32514): stdout: \u000a| (launched: 2022-12-09_00:13:33.272215) \u000a00:13:36.216761 run osmo-hlr_10.42.42.2(pid=32514): stderr: \u000a| �[0;m�[1;31m20221209001333451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209001333451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209001333451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001333451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001333451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209001333451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209001333466 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209001333477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209001333477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209001333477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:13:36.282704 run osmo-msc_10.42.42.6(pid=32520): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32520)]\u000a00:13:36.330652 run osmo-msc_10.42.42.6(pid=32520): stdout: \u000a| (launched: 2022-12-09_00:13:35.176820) \u000a00:13:36.379648 run osmo-msc_10.42.42.6(pid=32520): stderr: \u000a| �[0;m�[38;5;43m20221209001335452 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209001335452 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1c27e3cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209001335453 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209001335453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209001335453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209001335453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209001335455 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209001335455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209001335455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209001335455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:13:36.420519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32513): Terminating (SIGTERM)\u000a00:13:36.459298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32516): Terminating (SIGTERM)\u000a00:13:36.498135 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32519): Terminating (SIGTERM)\u000a00:13:36.507152 --- ParallelTerminationStrategy: PID 32513 died...\u000a00:13:36.558808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32513): Terminated: ok {rc=0}\u000a00:13:36.568038 --- ParallelTerminationStrategy: PID 32516 died...\u000a00:13:36.619403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32516): Terminated: ok {rc=0}\u000a00:13:36.628657 --- ParallelTerminationStrategy: PID 32519 died...\u000a00:13:36.679965 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32519): Terminated: ok {rc=0}\u000a00:13:36.768331 bus /sierra_3: Setting Powered False\u000a00:13:37.870560 bus /sierra_3: Setting Powered False\u000a00:13:38.979700 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 32, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32528): Process ended prematurely: osmo-stp_10.42.42.5(pid=32528) [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32528)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32528): Process ended prematurely: osmo-stp_10.42.42.5(pid=32528) [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32528)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:13:40.088002 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:13:40.099773 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a00:13:40.247479 tst mo_mt_call_osmux.py: using LAC 17734\u000a00:13:40.366801 tst mo_mt_call_osmux.py: using RAC 139\u000a00:13:40.487396 tst mo_mt_call_osmux.py: using CellId 17734\u000a00:13:40.607109 tst mo_mt_call_osmux.py: using BVCI 17735\u000a00:13:40.630165 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:13:40.641194 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:13:40.652006 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:13:40.662870 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:13:40.673801 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:13:40.684820 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:13:40.797214 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:13:41.008350 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:13:41.516520 run create_hlr_db(pid=32522): Launched\u000a00:13:41.703138 bus /sierra_2: Setting Powered False\u000a00:13:42.722605 run create_hlr_db(pid=32522): Terminated: ok {rc=0}\u000a00:13:43.149645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32524): Launched\u000a00:13:43.472448 run osmo-hlr_10.42.42.2(pid=32525): Launched\u000a00:13:43.593641 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:13:44.151915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32527): Launched\u000a00:13:44.475137 run osmo-stp_10.42.42.5(pid=32528): Launched\u000a00:13:44.593303 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:13:45.186287 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32530): Launched\u000a00:13:45.510144 run osmo-msc_10.42.42.6(pid=32531): Launched\u000a00:13:45.699649 run osmo-stp_10.42.42.5(pid=32528): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32528)]\u000a00:13:45.864111 run osmo-stp_10.42.42.5(pid=32528): stdout: \u000a| (launched: 2022-12-09_00:13:44.316126)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:13:46.020552 run osmo-stp_10.42.42.5(pid=32528): stderr: \u000a| �[0;m�[38;5;43m20221209001344509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001344509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001344509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001344510 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001344512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001344512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001344512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:13:46.154618 run osmo-stp_10.42.42.5(pid=32528): stdout: \u000a| (launched: 2022-12-09_00:13:44.316126)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:13:46.286307 run osmo-stp_10.42.42.5(pid=32528): stderr: \u000a| �[0;m�[38;5;43m20221209001344509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001344509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001344509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001344510 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001344512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001344512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001344512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:13:46.344688 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32528): Process ended prematurely: osmo-stp_10.42.42.5(pid=32528) [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32528)] [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a00:13:46.355305 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a00:13:46.421622 run osmo-hlr_10.42.42.2(pid=32525): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32525)]\u000a00:13:46.474549 run osmo-hlr_10.42.42.2(pid=32525): stdout: \u000a| (launched: 2022-12-09_00:13:43.313669) \u000a00:13:46.528075 run osmo-hlr_10.42.42.2(pid=32525): stderr: \u000a| �[0;m�[1;31m20221209001343510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209001343510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209001343510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001343510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001343510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209001343510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209001343523 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209001343531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209001343531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209001343531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:13:46.598477 run osmo-msc_10.42.42.6(pid=32531): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32531)]\u000a00:13:46.650914 run osmo-msc_10.42.42.6(pid=32531): stdout: \u000a| (launched: 2022-12-09_00:13:45.350899) \u000a00:13:46.705595 run osmo-msc_10.42.42.6(pid=32531): stderr: \u000a| �[0;m�[38;5;43m20221209001345675 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209001345675 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd0eef10c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209001345675 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209001345675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209001345675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209001345676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209001345677 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209001345678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209001345678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209001345678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:13:46.750329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32524): Terminating (SIGTERM)\u000a00:13:46.793733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32527): Terminating (SIGTERM)\u000a00:13:46.837118 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32530): Terminating (SIGTERM)\u000a00:13:46.847093 --- ParallelTerminationStrategy: PID 32524 died...\u000a00:13:46.905434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32524): Terminated: ok {rc=0}\u000a00:13:46.917255 --- ParallelTerminationStrategy: PID 32527 died...\u000a00:13:46.974224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32527): Terminated: ok {rc=0}\u000a00:13:46.986134 --- ParallelTerminationStrategy: PID 32530 died...\u000a00:13:47.044163 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32530): Terminated: ok {rc=0}\u000a00:13:47.131579 bus /sierra_3: Setting Powered False\u000a00:13:48.236415 bus /sierra_3: Setting Powered False\u000a00:13:49.342182 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "137", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:13:29" }, { "cases" : [ { "testActions" : [ ], "age" : 21, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32542): Process ended prematurely: osmo-stp_10.42.42.5(pid=32542) [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32542)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32542): Process ended prematurely: osmo-stp_10.42.42.5(pid=32542) [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32542)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a00:13:51.304176 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:13:51.315359 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a00:13:51.460665 tst mo_mt_call.py: using LAC 17735\u000a00:13:51.579255 tst mo_mt_call.py: using RAC 140\u000a00:13:51.701066 tst mo_mt_call.py: using CellId 17735\u000a00:13:51.818085 tst mo_mt_call.py: using BVCI 17736\u000a00:13:51.840902 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:13:51.851967 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:13:51.862794 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:13:51.873702 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:13:51.885318 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:13:51.896619 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:13:52.014643 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:13:52.224114 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:13:52.729366 run create_hlr_db(pid=32536): Launched\u000a00:13:52.915782 bus /sierra_2: Setting Powered False\u000a00:13:53.931416 run create_hlr_db(pid=32536): Terminated: ok {rc=0}\u000a00:13:54.362103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32538): Launched\u000a00:13:54.684723 run osmo-hlr_10.42.42.2(pid=32539): Launched\u000a00:13:54.806020 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:13:55.366444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32541): Launched\u000a00:13:55.689576 run osmo-stp_10.42.42.5(pid=32542): Launched\u000a00:13:55.807365 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:13:56.396717 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32544): Launched\u000a00:13:56.719133 run osmo-msc_10.42.42.6(pid=32545): Launched\u000a00:13:56.907933 run osmo-stp_10.42.42.5(pid=32542): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32542)]\u000a00:13:57.044509 run osmo-stp_10.42.42.5(pid=32542): stdout: \u000a| (launched: 2022-12-09_00:13:55.530714)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:13:57.181148 run osmo-stp_10.42.42.5(pid=32542): stderr: \u000a| �[0;m�[38;5;43m20221209001355722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001355722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001355723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001355723 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001355724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001355724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001355724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:13:57.311158 run osmo-stp_10.42.42.5(pid=32542): stdout: \u000a| (launched: 2022-12-09_00:13:55.530714)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:13:57.439976 run osmo-stp_10.42.42.5(pid=32542): stderr: \u000a| �[0;m�[38;5;43m20221209001355722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001355722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001355723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001355723 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001355724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001355724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001355724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:13:57.496735 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32542): Process ended prematurely: osmo-stp_10.42.42.5(pid=32542) [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32542)] [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a00:13:57.506173 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a00:13:57.568002 run osmo-hlr_10.42.42.2(pid=32539): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32539)]\u000a00:13:57.619190 run osmo-hlr_10.42.42.2(pid=32539): stdout: \u000a| (launched: 2022-12-09_00:13:54.526234) \u000a00:13:57.671148 run osmo-hlr_10.42.42.2(pid=32539): stderr: \u000a| �[0;m�[1;31m20221209001354724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209001354724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209001354724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001354724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001354725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209001354725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209001354737 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209001354745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209001354746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209001354746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:13:57.740993 run osmo-msc_10.42.42.6(pid=32545): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32545)]\u000a00:13:57.792474 run osmo-msc_10.42.42.6(pid=32545): stdout: \u000a| (launched: 2022-12-09_00:13:56.560860) \u000a00:13:57.844004 run osmo-msc_10.42.42.6(pid=32545): stderr: \u000a| �[0;m�[38;5;43m20221209001356885 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209001356886 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa70d4c6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209001356886 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209001356886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209001356886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209001356886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209001356888 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209001356888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209001356888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209001356888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:13:57.887882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32538): Terminating (SIGTERM)\u000a00:13:57.929773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32541): Terminating (SIGTERM)\u000a00:13:57.971515 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32544): Terminating (SIGTERM)\u000a00:13:57.981505 --- ParallelTerminationStrategy: PID 32538 died...\u000a00:13:58.036808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32538): Terminated: ok {rc=0}\u000a00:13:58.047145 --- ParallelTerminationStrategy: PID 32541 died...\u000a00:13:58.102348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32541): Terminated: ok {rc=0}\u000a00:13:58.112604 --- ParallelTerminationStrategy: PID 32544 died...\u000a00:13:58.167853 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32544): Terminated: ok {rc=0}\u000a00:13:58.253535 bus /sierra_3: Setting Powered False\u000a00:13:59.357878 bus /sierra_3: Setting Powered False\u000a00:14:00.465978 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 32, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32553): Process ended prematurely: osmo-stp_10.42.42.5(pid=32553) [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32553)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32553): Process ended prematurely: osmo-stp_10.42.42.5(pid=32553) [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32553)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:14:01.578534 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:14:01.591897 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a00:14:01.777584 tst mo_mt_call_osmux.py: using LAC 17736\u000a00:14:01.907135 tst mo_mt_call_osmux.py: using RAC 141\u000a00:14:02.060825 tst mo_mt_call_osmux.py: using CellId 17736\u000a00:14:02.201348 tst mo_mt_call_osmux.py: using BVCI 17737\u000a00:14:02.227109 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:14:02.239705 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:14:02.252155 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:14:02.266256 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:14:02.280050 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:14:02.291991 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:14:02.409590 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:14:02.622306 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:14:03.107356 run create_hlr_db(pid=32547): Launched\u000a00:14:03.282137 bus /sierra_2: Setting Powered False\u000a00:14:04.303322 run create_hlr_db(pid=32547): Terminated: ok {rc=0}\u000a00:14:04.732163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32549): Launched\u000a00:14:05.055078 run osmo-hlr_10.42.42.2(pid=32550): Launched\u000a00:14:05.177423 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:14:05.738347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32552): Launched\u000a00:14:06.061599 run osmo-stp_10.42.42.5(pid=32553): Launched\u000a00:14:06.179609 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:14:06.769380 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32555): Launched\u000a00:14:07.092893 run osmo-msc_10.42.42.6(pid=32556): Launched\u000a00:14:07.281821 run osmo-stp_10.42.42.5(pid=32553): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32553)]\u000a00:14:07.426871 run osmo-stp_10.42.42.5(pid=32553): stdout: \u000a| (launched: 2022-12-09_00:14:05.903053)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:14:07.561286 run osmo-stp_10.42.42.5(pid=32553): stderr: \u000a| �[0;m�[38;5;43m20221209001406094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001406095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001406095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001406095 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001406098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001406098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001406098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:14:07.690546 run osmo-stp_10.42.42.5(pid=32553): stdout: \u000a| (launched: 2022-12-09_00:14:05.903053)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:14:07.818087 run osmo-stp_10.42.42.5(pid=32553): stderr: \u000a| �[0;m�[38;5;43m20221209001406094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001406095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001406095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001406095 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001406098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001406098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001406098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:14:07.875142 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32553): Process ended prematurely: osmo-stp_10.42.42.5(pid=32553) [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32553)] [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a00:14:07.884280 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a00:14:07.946529 run osmo-hlr_10.42.42.2(pid=32550): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32550)]\u000a00:14:07.997616 run osmo-hlr_10.42.42.2(pid=32550): stdout: \u000a| (launched: 2022-12-09_00:14:04.896166) \u000a00:14:08.049595 run osmo-hlr_10.42.42.2(pid=32550): stderr: \u000a| �[0;m�[1;31m20221209001405093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209001405093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209001405093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001405093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001405093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209001405093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209001405106 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209001405114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209001405115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209001405115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:14:08.119723 run osmo-msc_10.42.42.6(pid=32556): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32556)]\u000a00:14:08.170879 run osmo-msc_10.42.42.6(pid=32556): stdout: \u000a| (launched: 2022-12-09_00:14:06.933445) \u000a00:14:08.222685 run osmo-msc_10.42.42.6(pid=32556): stderr: \u000a| �[0;m�[38;5;43m20221209001407275 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209001407275 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8566d5ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209001407275 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209001407275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209001407276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209001407276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209001407278 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209001407278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209001407278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209001407278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:14:08.266313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32549): Terminating (SIGTERM)\u000a00:14:08.307748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32552): Terminating (SIGTERM)\u000a00:14:08.349406 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32555): Terminating (SIGTERM)\u000a00:14:08.359272 --- ParallelTerminationStrategy: PID 32549 died...\u000a00:14:08.415082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32549): Terminated: ok {rc=0}\u000a00:14:08.425379 --- ParallelTerminationStrategy: PID 32552 died...\u000a00:14:08.480150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32552): Terminated: ok {rc=0}\u000a00:14:08.490301 --- ParallelTerminationStrategy: PID 32555 died...\u000a00:14:08.545139 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32555): Terminated: ok {rc=0}\u000a00:14:08.630081 bus /sierra_3: Setting Powered False\u000a00:14:09.735721 bus /sierra_3: Setting Powered False\u000a00:14:10.845229 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "138", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:13:51" }, { "cases" : [ { "testActions" : [ ], "age" : 21, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32567): Process ended prematurely: osmo-stp_10.42.42.5(pid=32567) [trial-2351↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32567)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32567): Process ended prematurely: osmo-stp_10.42.42.5(pid=32567) [trial-2351↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32567)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a00:14:12.803943 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:14:12.815418 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:14:12.961106 tst mo_mt_call.py: using LAC 17737\u000a00:14:13.090933 tst mo_mt_call.py: using RAC 142\u000a00:14:13.217678 tst mo_mt_call.py: using CellId 17737\u000a00:14:13.341597 tst mo_mt_call.py: using BVCI 17738\u000a00:14:13.366188 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:14:13.378132 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:14:13.389683 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:14:13.401080 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:14:13.412828 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:14:13.424862 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:14:13.542653 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:14:13.753651 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:14:14.259869 run create_hlr_db(pid=32561): Launched\u000a00:14:14.446456 bus /sierra_2: Setting Powered False\u000a00:14:15.467370 run create_hlr_db(pid=32561): Terminated: ok {rc=0}\u000a00:14:15.895879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32563): Launched\u000a00:14:16.335949 run osmo-hlr_10.42.42.2(pid=32564): Launched\u000a00:14:16.515883 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:14:17.112119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32566): Launched\u000a00:14:17.438729 run osmo-stp_10.42.42.5(pid=32567): Launched\u000a00:14:17.556465 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:14:18.148499 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32569): Launched\u000a00:14:18.471152 run osmo-msc_10.42.42.6(pid=32570): Launched\u000a00:14:18.660806 run osmo-stp_10.42.42.5(pid=32567): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32567)]\u000a00:14:18.798182 run osmo-stp_10.42.42.5(pid=32567): stdout: \u000a| (launched: 2022-12-09_00:14:17.277932)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:14:18.934869 run osmo-stp_10.42.42.5(pid=32567): stderr: \u000a| �[0;m�[38;5;43m20221209001417473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001417473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001417473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001417474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001417474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001417474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001417474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:14:19.064340 run osmo-stp_10.42.42.5(pid=32567): stdout: \u000a| (launched: 2022-12-09_00:14:17.277932)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:14:19.192768 run osmo-stp_10.42.42.5(pid=32567): stderr: \u000a| �[0;m�[38;5;43m20221209001417473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001417473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001417473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001417474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001417474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001417474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001417474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:14:19.249515 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32567): Process ended prematurely: osmo-stp_10.42.42.5(pid=32567) [trial-2351↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32567)] [trial-2351↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a00:14:19.258724 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a00:14:19.321222 run osmo-hlr_10.42.42.2(pid=32564): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32564)]\u000a00:14:19.372162 run osmo-hlr_10.42.42.2(pid=32564): stdout: \u000a| (launched: 2022-12-09_00:14:16.062702) \u000a00:14:19.423699 run osmo-hlr_10.42.42.2(pid=32564): stderr: \u000a| �[0;m�[1;31m20221209001416321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209001416321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209001416321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001416321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001416321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209001416321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209001416337 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209001416362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209001416363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209001416363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:14:19.493957 run osmo-msc_10.42.42.6(pid=32570): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32570)]\u000a00:14:19.544767 run osmo-msc_10.42.42.6(pid=32570): stdout: \u000a| (launched: 2022-12-09_00:14:18.312532) \u000a00:14:19.596640 run osmo-msc_10.42.42.6(pid=32570): stderr: \u000a| �[0;m�[38;5;43m20221209001418635 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209001418635 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9873c6ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209001418635 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209001418635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209001418635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209001418636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209001418637 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209001418638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209001418638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209001418638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:14:19.640090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32563): Terminating (SIGTERM)\u000a00:14:19.681337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32566): Terminating (SIGTERM)\u000a00:14:19.722619 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32569): Terminating (SIGTERM)\u000a00:14:19.732328 --- ParallelTerminationStrategy: PID 32563 died...\u000a00:14:19.787283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32563): Terminated: ok {rc=0}\u000a00:14:19.797248 --- ParallelTerminationStrategy: PID 32566 died...\u000a00:14:19.852056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32566): Terminated: ok {rc=0}\u000a00:14:19.862143 --- ParallelTerminationStrategy: PID 32569 died...\u000a00:14:19.917118 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32569): Terminated: ok {rc=0}\u000a00:14:20.001633 bus /sierra_3: Setting Powered False\u000a00:14:21.106326 bus /sierra_3: Setting Powered False\u000a00:14:22.216392 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32578): Process ended prematurely: osmo-stp_10.42.42.5(pid=32578) [trial-2351↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32578)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32578): Process ended prematurely: osmo-stp_10.42.42.5(pid=32578) [trial-2351↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32578)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:14:23.324860 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:14:23.336534 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:14:23.482536 tst mo_mt_call_osmux.py: using LAC 17738\u000a00:14:23.603850 tst mo_mt_call_osmux.py: using RAC 143\u000a00:14:23.724717 tst mo_mt_call_osmux.py: using CellId 17738\u000a00:14:23.845065 tst mo_mt_call_osmux.py: using BVCI 17739\u000a00:14:23.867975 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:14:23.879327 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:14:23.890703 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:14:23.901875 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:14:23.912936 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:14:23.924416 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:14:24.042584 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:14:24.244433 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:14:24.728725 run create_hlr_db(pid=32572): Launched\u000a00:14:24.902893 bus /sierra_2: Setting Powered False\u000a00:14:25.922900 run create_hlr_db(pid=32572): Terminated: ok {rc=0}\u000a00:14:26.351971 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32574): Launched\u000a00:14:26.674168 run osmo-hlr_10.42.42.2(pid=32575): Launched\u000a00:14:26.796403 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:14:27.357713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32577): Launched\u000a00:14:27.680681 run osmo-stp_10.42.42.5(pid=32578): Launched\u000a00:14:27.798227 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:14:28.388003 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32580): Launched\u000a00:14:28.711847 run osmo-msc_10.42.42.6(pid=32581): Launched\u000a00:14:28.901502 run osmo-stp_10.42.42.5(pid=32578): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32578)]\u000a00:14:29.038620 run osmo-stp_10.42.42.5(pid=32578): stdout: \u000a| (launched: 2022-12-09_00:14:27.522693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:14:29.175264 run osmo-stp_10.42.42.5(pid=32578): stderr: \u000a| �[0;m�[38;5;43m20221209001427717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001427717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001427717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001427718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001427718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001427718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001427718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:14:29.305786 run osmo-stp_10.42.42.5(pid=32578): stdout: \u000a| (launched: 2022-12-09_00:14:27.522693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:14:29.435533 run osmo-stp_10.42.42.5(pid=32578): stderr: \u000a| �[0;m�[38;5;43m20221209001427717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001427717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001427717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001427718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001427718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001427718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001427718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:14:29.492378 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32578): Process ended prematurely: osmo-stp_10.42.42.5(pid=32578) [trial-2351↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32578)] [trial-2351↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a00:14:29.501794 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a00:14:29.563692 run osmo-hlr_10.42.42.2(pid=32575): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32575)]\u000a00:14:29.614558 run osmo-hlr_10.42.42.2(pid=32575): stdout: \u000a| (launched: 2022-12-09_00:14:26.516498) \u000a00:14:29.665568 run osmo-hlr_10.42.42.2(pid=32575): stderr: \u000a| �[0;m�[1;31m20221209001426716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209001426716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209001426716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001426716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001426716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209001426716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209001426734 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209001426744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209001426744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209001426744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:14:29.735266 run osmo-msc_10.42.42.6(pid=32581): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32581)]\u000a00:14:29.786011 run osmo-msc_10.42.42.6(pid=32581): stdout: \u000a| (launched: 2022-12-09_00:14:28.552697) \u000a00:14:29.837451 run osmo-msc_10.42.42.6(pid=32581): stderr: \u000a| �[0;m�[38;5;43m20221209001428875 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209001428875 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdd6e0b2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209001428875 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209001428875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209001428875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209001428876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209001428877 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209001428878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209001428878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209001428878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:14:29.881192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32574): Terminating (SIGTERM)\u000a00:14:29.922316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32577): Terminating (SIGTERM)\u000a00:14:29.963869 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32580): Terminating (SIGTERM)\u000a00:14:29.973711 --- ParallelTerminationStrategy: PID 32574 died...\u000a00:14:30.029456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32574): Terminated: ok {rc=0}\u000a00:14:30.039982 --- ParallelTerminationStrategy: PID 32577 died...\u000a00:14:30.095174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32577): Terminated: ok {rc=0}\u000a00:14:30.105188 --- ParallelTerminationStrategy: PID 32580 died...\u000a00:14:30.159859 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32580): Terminated: ok {rc=0}\u000a00:14:30.244495 bus /sierra_3: Setting Powered False\u000a00:14:31.368799 bus /sierra_3: Setting Powered False\u000a00:14:32.479071 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "139", "name" : "voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:14:12" }, { "cases" : [ { "testActions" : [ ], "age" : 21, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32594): Process ended prematurely: osmo-stp_10.42.42.5(pid=32594) [trial-2351↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32594)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32594): Process ended prematurely: osmo-stp_10.42.42.5(pid=32594) [trial-2351↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32594)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 emergency:nanobts+band-1900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a00:14:34.460721 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:14:34.471864 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a00:14:34.604914 tst emergency_mo_mt_call.py: using LAC 17739\u000a00:14:34.724168 tst emergency_mo_mt_call.py: using RAC 144\u000a00:14:34.843632 tst emergency_mo_mt_call.py: using CellId 17739\u000a00:14:34.961566 tst emergency_mo_mt_call.py: using BVCI 17740\u000a00:14:34.984337 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:14:34.995148 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:14:35.005802 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:14:35.016251 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:14:35.026754 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:14:35.037235 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a00:14:35.151154 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a00:14:35.359489 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:14:35.856846 run create_hlr_db(pid=32588): Launched\u000a00:14:36.041794 bus /sierra_2: Setting Powered False\u000a00:14:37.061281 run create_hlr_db(pid=32588): Terminated: ok {rc=0}\u000a00:14:37.462363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32590): Launched\u000a00:14:37.759985 run osmo-hlr_10.42.42.2(pid=32591): Launched\u000a00:14:37.876927 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:14:38.402324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32593): Launched\u000a00:14:38.699113 run osmo-stp_10.42.42.5(pid=32594): Launched\u000a00:14:38.818763 tst emergency_mo_mt_call.py: using MSISDN 6921\u000a00:14:38.965944 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:14:39.508702 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32596): Launched\u000a00:14:39.806214 run osmo-msc_10.42.42.6(pid=32597): Launched\u000a00:14:39.980926 run osmo-stp_10.42.42.5(pid=32594): ERR: Terminated: ERROR {rc=1} [trial-2351↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32594)]\u000a00:14:40.108379 run osmo-stp_10.42.42.5(pid=32594): stdout: \u000a| (launched: 2022-12-09_00:14:38.553281)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:14:40.232512 run osmo-stp_10.42.42.5(pid=32594): stderr: \u000a| �[0;m�[38;5;43m20221209001438724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001438724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001438725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001438725 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001438726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001438726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001438726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:14:40.351976 run osmo-stp_10.42.42.5(pid=32594): stdout: \u000a| (launched: 2022-12-09_00:14:38.553281)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:14:40.470370 run osmo-stp_10.42.42.5(pid=32594): stderr: \u000a| �[0;m�[38;5;43m20221209001438724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001438724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001438725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001438725 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001438726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001438726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001438726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:14:40.522497 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=32594): Process ended prematurely: osmo-stp_10.42.42.5(pid=32594) [trial-2351↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32594)] [trial-2351↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19]\u000a00:14:40.530604 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a00:14:40.589213 run osmo-hlr_10.42.42.2(pid=32591): ERR: Terminated: ERROR {rc=237} [trial-2351↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32591)]\u000a00:14:40.637565 run osmo-hlr_10.42.42.2(pid=32591): stdout: \u000a| (launched: 2022-12-09_00:14:37.613639) \u000a00:14:40.686426 run osmo-hlr_10.42.42.2(pid=32591): stderr: \u000a| �[0;m�[1;31m20221209001437793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209001437793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209001437793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001437793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001437793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209001437793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209001437805 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209001437814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209001437814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209001437814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:14:40.752402 run osmo-msc_10.42.42.6(pid=32597): ERR: Terminated: ERROR {rc=2} [trial-2351↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32597)]\u000a00:14:40.800261 run osmo-msc_10.42.42.6(pid=32597): stdout: \u000a| (launched: 2022-12-09_00:14:39.659614) \u000a00:14:40.848713 run osmo-msc_10.42.42.6(pid=32597): stderr: \u000a| �[0;m�[38;5;43m20221209001439932 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209001439932 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9e6ae8cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209001439932 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209001439932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209001439933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209001439933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209001439935 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209001439935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209001439935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209001439935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:14:40.889639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32590): Terminating (SIGTERM)\u000a00:14:40.928372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32593): Terminating (SIGTERM)\u000a00:14:40.967065 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32596): Terminating (SIGTERM)\u000a00:14:40.976104 --- ParallelTerminationStrategy: PID 32590 died...\u000a00:14:41.028045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32590): Terminated: ok {rc=0}\u000a00:14:41.037571 --- ParallelTerminationStrategy: PID 32593 died...\u000a00:14:41.089336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32593): Terminated: ok {rc=0}\u000a00:14:41.098765 --- ParallelTerminationStrategy: PID 32596 died...\u000a00:14:41.150422 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32596): Terminated: ok {rc=0}\u000a00:14:41.232010 bus /sierra_3: Setting Powered False\u000a00:14:42.332616 bus /sierra_3: Setting Powered False\u000a00:14:43.437621 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 191, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32605): Process ended prematurely: osmo-stp_10.42.42.5(pid=32605) [trial-2351↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32605)]", "failedSince" : 2161, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32605): Process ended prematurely: osmo-stp_10.42.42.5(pid=32605) [trial-2351↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32605)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 emergency:nanobts+band-1900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a00:14:44.489009 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:14:44.500680 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a00:14:44.634811 tst emergency_preemptive_call.py: using LAC 17740\u000a00:14:44.757947 tst emergency_preemptive_call.py: using RAC 145\u000a00:14:44.880781 tst emergency_preemptive_call.py: using CellId 17740\u000a00:14:45.004357 tst emergency_preemptive_call.py: using BVCI 17741\u000a00:14:45.028297 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:14:45.039501 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:14:45.050480 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:14:45.061744 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:14:45.072634 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:14:45.084512 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a00:14:45.198687 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a00:14:45.315771 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a00:14:45.429678 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a00:14:45.635668 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:14:46.199926 run create_hlr_db(pid=32599): Launched\u000a00:14:46.390351 bus /sierra_2: Setting Powered False\u000a00:14:47.393376 run create_hlr_db(pid=32599): Terminated: ok {rc=0}\u000a00:14:47.831805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32601): Launched\u000a00:14:48.148835 run osmo-hlr_10.42.42.2(pid=32602): Launched\u000a00:14:48.266896 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:14:48.818938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32604): Launched\u000a00:14:49.136919 run osmo-stp_10.42.42.5(pid=32605): Launched\u000a00:14:49.266609 tst emergency_preemptive_call.py: using MSISDN 6922\u000a00:14:49.425461 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:14:50.002873 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32607): Launched\u000a00:14:50.319971 run osmo-msc_10.42.42.6(pid=32608): Launched\u000a00:14:50.507797 run osmo-stp_10.42.42.5(pid=32605): ERR: Terminated: ERROR {rc=1} [trial-2351↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32605)]\u000a00:14:50.643406 run osmo-stp_10.42.42.5(pid=32605): stdout: \u000a| (launched: 2022-12-09_00:14:48.980761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:14:50.778605 run osmo-stp_10.42.42.5(pid=32605): stderr: \u000a| �[0;m�[38;5;43m20221209001449173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001449174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001449174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001449174 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001449175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001449175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001449175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:14:50.906779 run osmo-stp_10.42.42.5(pid=32605): stdout: \u000a| (launched: 2022-12-09_00:14:48.980761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:14:51.033890 run osmo-stp_10.42.42.5(pid=32605): stderr: \u000a| �[0;m�[38;5;43m20221209001449173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001449174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001449174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001449174 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001449175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001449175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001449175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:14:51.089626 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=32605): Process ended prematurely: osmo-stp_10.42.42.5(pid=32605) [trial-2351↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32605)] [trial-2351↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32]\u000a00:14:51.098554 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a00:14:51.161280 run osmo-hlr_10.42.42.2(pid=32602): ERR: Terminated: ERROR {rc=237} [trial-2351↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32602)]\u000a00:14:51.212496 run osmo-hlr_10.42.42.2(pid=32602): stdout: \u000a| (launched: 2022-12-09_00:14:47.993514) \u000a00:14:51.264264 run osmo-hlr_10.42.42.2(pid=32602): stderr: \u000a| �[0;m�[1;31m20221209001448193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209001448193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209001448193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001448193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001448193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209001448193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209001448204 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209001448212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209001448212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209001448212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:14:51.334931 run osmo-msc_10.42.42.6(pid=32608): ERR: Terminated: ERROR {rc=2} [trial-2351↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32608)]\u000a00:14:51.386372 run osmo-msc_10.42.42.6(pid=32608): stdout: \u000a| (launched: 2022-12-09_00:14:50.164307) \u000a00:14:51.438425 run osmo-msc_10.42.42.6(pid=32608): stderr: \u000a| �[0;m�[38;5;43m20221209001450485 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209001450485 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fac40552c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209001450485 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209001450485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209001450486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209001450486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209001450488 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209001450488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209001450488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209001450488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:14:51.482521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32601): Terminating (SIGTERM)\u000a00:14:51.524565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32604): Terminating (SIGTERM)\u000a00:14:51.566443 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32607): Terminating (SIGTERM)\u000a00:14:51.576440 --- ParallelTerminationStrategy: PID 32601 died...\u000a00:14:51.632108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32601): Terminated: ok {rc=0}\u000a00:14:51.642595 --- ParallelTerminationStrategy: PID 32604 died...\u000a00:14:51.697903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32604): Terminated: ok {rc=0}\u000a00:14:51.708313 --- ParallelTerminationStrategy: PID 32607 died...\u000a00:14:51.763603 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32607): Terminated: ok {rc=0}\u000a00:14:51.850113 bus /sierra_9: Setting Powered False\u000a00:14:52.956027 bus /sierra_9: Setting Powered False\u000a00:14:54.066009 bus /sierra_8: Setting Powered False\u000a00:14:55.170353 bus /sierra_8: Setting Powered False\u000a00:14:56.275130 bus /sierra_3: Setting Powered False\u000a00:14:57.380290 bus /sierra_3: Setting Powered False\u000a00:14:58.486832 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "140", "name" : "emergency_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:14:34" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "gprs:nanobts+band-1900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32626): Process ended prematurely: osmo-stp_10.42.42.5(pid=32626) [trial-2351↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32626)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32626): Process ended prematurely: osmo-stp_10.42.42.5(pid=32626) [trial-2351↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32626)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:nanobts+band-1900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:15:00.583495 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:00.594154 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a00:15:00.724374 tst cs_paging_gprs_active.py: using LAC 17741\u000a00:15:00.848328 tst cs_paging_gprs_active.py: using RAC 146\u000a00:15:00.983441 tst cs_paging_gprs_active.py: using CellId 17741\u000a00:15:01.103991 tst cs_paging_gprs_active.py: using BVCI 17742\u000a00:15:01.128079 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:01.139729 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:01.150754 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:01.161872 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:01.173126 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:01.183938 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:01.196038 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:01.207153 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:01.221958 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a00:15:01.363150 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a00:15:01.656849 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:15:01.786301 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:15:02.122721 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32616): Launched\u000a00:15:02.448289 run iperf3-srv_10.42.42.10(pid=32617): Launched\u000a00:15:02.635527 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:15:02.762119 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:15:03.077069 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32618): Launched\u000a00:15:03.337802 run iperf3-srv_10.42.42.10(pid=32619): Launched\u000a00:15:03.523574 tst cs_paging_gprs_active.py:38: start network...\u000a00:15:03.650384 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:15:04.137463 run create_hlr_db(pid=32620): Launched\u000a00:15:04.313178 bus /sierra_2: Setting Powered False\u000a00:15:05.334344 run create_hlr_db(pid=32620): Terminated: ok {rc=0}\u000a00:15:05.763423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32622): Launched\u000a00:15:06.087177 run osmo-hlr_10.42.42.2(pid=32623): Launched\u000a00:15:06.210180 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:15:06.771645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32625): Launched\u000a00:15:07.094467 run osmo-stp_10.42.42.5(pid=32626): Launched\u000a00:15:07.216228 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:15:07.781791 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32628): Launched\u000a00:15:07.897709 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:15:08.179844 run patchelf(pid=32629): Launched\u000a00:15:08.369482 run osmo-stp_10.42.42.5(pid=32626): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32626)]\u000a00:15:08.508373 run osmo-stp_10.42.42.5(pid=32626): stdout: \u000a| (launched: 2022-12-09_00:15:06.935980)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:15:08.646796 run osmo-stp_10.42.42.5(pid=32626): stderr: \u000a| �[0;m�[38;5;43m20221209001507128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001507128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001507129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001507129 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001507130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001507130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001507130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:15:08.780755 run osmo-stp_10.42.42.5(pid=32626): stdout: \u000a| (launched: 2022-12-09_00:15:06.935980)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:15:08.913818 run osmo-stp_10.42.42.5(pid=32626): stderr: \u000a| �[0;m�[38;5;43m20221209001507128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001507128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001507129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001507129 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001507130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001507130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001507130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:15:09.068554 run patchelf(pid=32629): Terminating (SIGINT)\u000a00:15:09.250326 run patchelf(pid=32629): Terminated: ok {rc=0}\u000a00:15:09.283657 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32626): Process ended prematurely: osmo-stp_10.42.42.5(pid=32626) [trial-2351↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32626)] [trial-2351↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38]\u000a00:15:09.293669 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a00:15:09.355887 run osmo-hlr_10.42.42.2(pid=32623): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32623)]\u000a00:15:09.406990 run osmo-hlr_10.42.42.2(pid=32623): stdout: \u000a| (launched: 2022-12-09_00:15:05.927706) \u000a00:15:09.458627 run osmo-hlr_10.42.42.2(pid=32623): stderr: \u000a| �[0;m�[1;31m20221209001506124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209001506124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209001506124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001506124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001506124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209001506124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209001506136 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209001506144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209001506145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209001506145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:15:09.502983 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32616): Terminating (SIGTERM)\u000a00:15:09.544270 run iperf3-srv_10.42.42.10(pid=32617): Terminating (SIGTERM)\u000a00:15:09.586349 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32618): Terminating (SIGTERM)\u000a00:15:09.627905 run iperf3-srv_10.42.42.10(pid=32619): Terminating (SIGTERM)\u000a00:15:09.669663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32622): Terminating (SIGTERM)\u000a00:15:09.711283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32625): Terminating (SIGTERM)\u000a00:15:09.752837 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32628): Terminating (SIGTERM)\u000a00:15:09.762757 --- ParallelTerminationStrategy: PID 32616 died...\u000a00:15:09.818182 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32616): Terminated: ok {rc=0}\u000a00:15:09.828559 --- ParallelTerminationStrategy: PID 32617 died...\u000a00:15:09.883296 run iperf3-srv_10.42.42.10(pid=32617): Terminated {rc=256}\u000a00:15:09.893474 --- ParallelTerminationStrategy: PID 32618 died...\u000a00:15:09.948178 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32618): Terminated: ok {rc=0}\u000a00:15:09.958324 --- ParallelTerminationStrategy: PID 32619 died...\u000a00:15:10.013246 run iperf3-srv_10.42.42.10(pid=32619): Terminated {rc=256}\u000a00:15:10.023245 --- ParallelTerminationStrategy: PID 32622 died...\u000a00:15:10.078067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32622): Terminated: ok {rc=0}\u000a00:15:10.088471 --- ParallelTerminationStrategy: PID 32625 died...\u000a00:15:10.142964 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32625): Terminated: ok {rc=0}\u000a00:15:10.152741 --- ParallelTerminationStrategy: PID 32628 died...\u000a00:15:10.207910 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32628): Terminated: ok {rc=0}\u000a00:15:10.293590 bus /gobi_0: Setting Powered False\u000a00:15:11.393857 bus /gobi_0: Setting Powered False\u000a00:15:12.497742 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32638): Process ended prematurely: osmo-stp_10.42.42.5(pid=32638) [trial-2351↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32638)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32638): Process ended prematurely: osmo-stp_10.42.42.5(pid=32638) [trial-2351↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32638)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:nanobts+band-1900 iperf3.py\u000a----------------------------------------------\u000a00:15:13.605081 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:13.616196 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a00:15:13.740767 tst iperf3.py: using LAC 17742\u000a00:15:13.860466 tst iperf3.py: using RAC 147\u000a00:15:13.981340 tst iperf3.py: using CellId 17742\u000a00:15:14.102019 tst iperf3.py: using BVCI 17743\u000a00:15:14.125259 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:14.135950 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:14.146512 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:14.157099 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:14.167574 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:14.178136 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:14.188637 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:14.199127 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:14.209656 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a00:15:14.503377 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:15:14.638295 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:15:14.971725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32630): Launched\u000a00:15:15.249588 run iperf3-srv_10.42.42.10(pid=32631): Launched\u000a00:15:15.448204 tst iperf3.py:8: start network...\u000a00:15:15.583702 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:15:16.140524 run create_hlr_db(pid=32632): Launched\u000a00:15:16.331746 bus /gobi_6: Setting Powered False\u000a00:15:17.361221 run create_hlr_db(pid=32632): Terminated: ok {rc=0}\u000a00:15:17.790790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32634): Launched\u000a00:15:18.113907 run osmo-hlr_10.42.42.2(pid=32635): Launched\u000a00:15:18.233442 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:15:18.792343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32637): Launched\u000a00:15:19.114355 run osmo-stp_10.42.42.5(pid=32638): Launched\u000a00:15:19.231697 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:15:19.796600 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32640): Launched\u000a00:15:19.912553 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:15:20.194616 run patchelf(pid=32641): Launched\u000a00:15:20.384527 run osmo-stp_10.42.42.5(pid=32638): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32638)]\u000a00:15:20.523647 run osmo-stp_10.42.42.5(pid=32638): stdout: \u000a| (launched: 2022-12-09_00:15:18.955984)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:15:20.662798 run osmo-stp_10.42.42.5(pid=32638): stderr: \u000a| �[0;m�[38;5;43m20221209001519147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001519147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001519147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001519148 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001519150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001519150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001519150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:15:20.797242 run osmo-stp_10.42.42.5(pid=32638): stdout: \u000a| (launched: 2022-12-09_00:15:18.955984)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:15:20.930400 run osmo-stp_10.42.42.5(pid=32638): stderr: \u000a| �[0;m�[38;5;43m20221209001519147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001519147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001519147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001519148 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001519150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001519150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001519150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:15:21.084772 run patchelf(pid=32641): Terminating (SIGINT)\u000a00:15:21.266107 run patchelf(pid=32641): Terminated: ok {rc=0}\u000a00:15:21.299489 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32638): Process ended prematurely: osmo-stp_10.42.42.5(pid=32638) [trial-2351↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32638)] [trial-2351↪gprs:nanobts+band-1900↪iperf3.py:8]\u000a00:15:21.309540 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a00:15:21.372079 run osmo-hlr_10.42.42.2(pid=32635): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32635)]\u000a00:15:21.423427 run osmo-hlr_10.42.42.2(pid=32635): stdout: \u000a| (launched: 2022-12-09_00:15:17.954992) \u000a00:15:21.475036 run osmo-hlr_10.42.42.2(pid=32635): stderr: \u000a| �[0;m�[1;31m20221209001518152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209001518152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209001518152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001518152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001518152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209001518152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209001518164 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209001518172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209001518172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209001518172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:15:21.519044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32630): Terminating (SIGTERM)\u000a00:15:21.560277 run iperf3-srv_10.42.42.10(pid=32631): Terminating (SIGTERM)\u000a00:15:21.602288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32634): Terminating (SIGTERM)\u000a00:15:21.643830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32637): Terminating (SIGTERM)\u000a00:15:21.685254 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32640): Terminating (SIGTERM)\u000a00:15:21.695203 --- ParallelTerminationStrategy: PID 32630 died...\u000a00:15:21.750830 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32630): Terminated: ok {rc=0}\u000a00:15:21.760842 --- ParallelTerminationStrategy: PID 32631 died...\u000a00:15:21.815859 run iperf3-srv_10.42.42.10(pid=32631): Terminated {rc=256}\u000a00:15:21.825939 --- ParallelTerminationStrategy: PID 32634 died...\u000a00:15:21.880801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32634): Terminated: ok {rc=0}\u000a00:15:21.891365 --- ParallelTerminationStrategy: PID 32637 died...\u000a00:15:21.946742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32637): Terminated: ok {rc=0}\u000a00:15:21.956772 --- ParallelTerminationStrategy: PID 32640 died...\u000a00:15:22.011806 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32640): Terminated: ok {rc=0}\u000a00:15:22.098159 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:nanobts+band-1900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32656): Process ended prematurely: osmo-stp_10.42.42.5(pid=32656) [trial-2351↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32656)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32656): Process ended prematurely: osmo-stp_10.42.42.5(pid=32656) [trial-2351↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32656)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:nanobts+band-1900 iperf3m4.py\u000a----------------------------------------------\u000a00:15:23.211525 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:23.222596 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a00:15:23.346743 tst iperf3m4.py: using LAC 17743\u000a00:15:23.465407 tst iperf3m4.py: using RAC 148\u000a00:15:23.591016 tst iperf3m4.py: using CellId 17743\u000a00:15:23.717839 tst iperf3m4.py: using BVCI 17744\u000a00:15:23.742627 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:23.753853 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:23.764693 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:23.775739 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:23.787395 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:23.798564 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:23.809848 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:23.820748 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:23.832092 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a00:15:23.949079 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a00:15:24.070806 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a00:15:24.192002 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a00:15:24.472617 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:15:24.599434 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:15:24.915512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32642): Launched\u000a00:15:25.176895 run iperf3-srv_10.42.42.10(pid=32643): Launched\u000a00:15:25.361819 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:15:25.487394 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:15:25.801347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32644): Launched\u000a00:15:26.063918 run iperf3-srv_10.42.42.10(pid=32645): Launched\u000a00:15:26.248845 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:15:26.375413 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:15:26.691319 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32646): Launched\u000a00:15:26.952802 run iperf3-srv_10.42.42.10(pid=32647): Launched\u000a00:15:27.137905 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:15:27.264368 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:15:27.580122 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32648): Launched\u000a00:15:27.841740 run iperf3-srv_10.42.42.10(pid=32649): Launched\u000a00:15:28.027123 tst iperf3m4.py:8: start network...\u000a00:15:28.153366 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:15:28.642436 run create_hlr_db(pid=32650): Launched\u000a00:15:28.817746 bus /gobi_6: Setting Powered False\u000a00:15:29.838386 run create_hlr_db(pid=32650): Terminated: ok {rc=0}\u000a00:15:30.268857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32652): Launched\u000a00:15:30.595152 run osmo-hlr_10.42.42.2(pid=32653): Launched\u000a00:15:30.716223 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:15:31.297294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32655): Launched\u000a00:15:31.812231 run osmo-stp_10.42.42.5(pid=32656): Launched\u000a00:15:32.126552 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:15:32.672028 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32658): Launched\u000a00:15:32.779976 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:15:33.044797 run patchelf(pid=32659): Launched\u000a00:15:33.224725 run osmo-stp_10.42.42.5(pid=32656): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32656)]\u000a00:15:33.355376 run osmo-stp_10.42.42.5(pid=32656): stdout: \u000a| (launched: 2022-12-09_00:15:31.465701)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:15:33.486376 run osmo-stp_10.42.42.5(pid=32656): stderr: \u000a| �[0;m�[38;5;43m20221209001531816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001531818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001531819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001531819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001531820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001531820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001531820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:15:33.612284 run osmo-stp_10.42.42.5(pid=32656): stdout: \u000a| (launched: 2022-12-09_00:15:31.465701)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:15:33.737429 run osmo-stp_10.42.42.5(pid=32656): stderr: \u000a| �[0;m�[38;5;43m20221209001531816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001531818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001531819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001531819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001531820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001531820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001531820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:15:33.882238 run patchelf(pid=32659): Terminating (SIGINT)\u000a00:15:34.052556 run patchelf(pid=32659): Terminated: ok {rc=0}\u000a00:15:34.083863 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32656): Process ended prematurely: osmo-stp_10.42.42.5(pid=32656) [trial-2351↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32656)] [trial-2351↪gprs:nanobts+band-1900↪iperf3m4.py:8]\u000a00:15:34.093186 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a00:15:34.152092 run osmo-hlr_10.42.42.2(pid=32653): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32653)]\u000a00:15:34.200574 run osmo-hlr_10.42.42.2(pid=32653): stdout: \u000a| (launched: 2022-12-09_00:15:30.435019) \u000a00:15:34.249301 run osmo-hlr_10.42.42.2(pid=32653): stderr: \u000a| �[0;m�[1;31m20221209001530635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209001530635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209001530635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001530635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001530635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209001530635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209001530648 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209001530656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209001530656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209001530656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:15:34.290578 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32642): Terminating (SIGTERM)\u000a00:15:34.329113 run iperf3-srv_10.42.42.10(pid=32643): Terminating (SIGTERM)\u000a00:15:34.367978 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32644): Terminating (SIGTERM)\u000a00:15:34.406683 run iperf3-srv_10.42.42.10(pid=32645): Terminating (SIGTERM)\u000a00:15:34.445707 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32646): Terminating (SIGTERM)\u000a00:15:34.484849 run iperf3-srv_10.42.42.10(pid=32647): Terminating (SIGTERM)\u000a00:15:34.523951 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32648): Terminating (SIGTERM)\u000a00:15:34.562703 run iperf3-srv_10.42.42.10(pid=32649): Terminating (SIGTERM)\u000a00:15:34.601422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32652): Terminating (SIGTERM)\u000a00:15:34.640104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32655): Terminating (SIGTERM)\u000a00:15:34.678776 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32658): Terminating (SIGTERM)\u000a00:15:34.687864 --- ParallelTerminationStrategy: PID 32642 died...\u000a00:15:34.740190 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32642): Terminated: ok {rc=0}\u000a00:15:34.749798 --- ParallelTerminationStrategy: PID 32643 died...\u000a00:15:34.801710 run iperf3-srv_10.42.42.10(pid=32643): Terminated {rc=256}\u000a00:15:34.811164 --- ParallelTerminationStrategy: PID 32644 died...\u000a00:15:34.863496 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32644): Terminated: ok {rc=0}\u000a00:15:34.873051 --- ParallelTerminationStrategy: PID 32645 died...\u000a00:15:34.924829 run iperf3-srv_10.42.42.10(pid=32645): Terminated {rc=256}\u000a00:15:34.934274 --- ParallelTerminationStrategy: PID 32646 died...\u000a00:15:34.986291 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32646): Terminated: ok {rc=0}\u000a00:15:34.995694 --- ParallelTerminationStrategy: PID 32647 died...\u000a00:15:35.047620 run iperf3-srv_10.42.42.10(pid=32647): Terminated {rc=256}\u000a00:15:35.057170 --- ParallelTerminationStrategy: PID 32648 died...\u000a00:15:35.109267 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32648): Terminated: ok {rc=0}\u000a00:15:35.118777 --- ParallelTerminationStrategy: PID 32649 died...\u000a00:15:35.170922 run iperf3-srv_10.42.42.10(pid=32649): Terminated {rc=256}\u000a00:15:35.180370 --- ParallelTerminationStrategy: PID 32652 died...\u000a00:15:35.232923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32652): Terminated: ok {rc=0}\u000a00:15:35.242480 --- ParallelTerminationStrategy: PID 32655 died...\u000a00:15:35.294738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32655): Terminated: ok {rc=0}\u000a00:15:35.304212 --- ParallelTerminationStrategy: PID 32658 died...\u000a00:15:35.356333 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32658): Terminated: ok {rc=0}\u000a00:15:35.444472 bus /gobi_4: Setting Powered False\u000a00:15:36.547410 bus /gobi_4: Setting Powered False\u000a00:15:37.658698 bus /gobi_1: Setting Powered False\u000a00:15:38.760244 bus /gobi_1: Setting Powered False\u000a00:15:39.870334 bus /gobi_0: Setting Powered False\u000a00:15:40.977371 bus /gobi_0: Setting Powered False\u000a00:15:42.086715 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32666): Process ended prematurely: osmo-stp_10.42.42.5(pid=32666) [trial-2351↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32666)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32666): Process ended prematurely: osmo-stp_10.42.42.5(pid=32666) [trial-2351↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32666)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:nanobts+band-1900 ping.py\u000a----------------------------------------------\u000a00:15:43.156666 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:43.168474 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a00:15:43.302988 tst ping.py: using LAC 17744\u000a00:15:43.427557 tst ping.py: using RAC 149\u000a00:15:43.555358 tst ping.py: using CellId 17744\u000a00:15:43.678262 tst ping.py: using BVCI 17745\u000a00:15:43.702650 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:43.713830 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:43.724688 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:43.736003 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:43.747305 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:43.758261 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:43.769706 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:43.780709 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a00:15:44.054130 tst ping.py:19: start network...\u000a00:15:44.178190 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:15:44.656021 run create_hlr_db(pid=32660): Launched\u000a00:15:44.829323 bus /gobi_6: Setting Powered False\u000a00:15:45.853902 run create_hlr_db(pid=32660): Terminated: ok {rc=0}\u000a00:15:46.338134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32662): Launched\u000a00:15:46.735164 run osmo-hlr_10.42.42.2(pid=32663): Launched\u000a00:15:46.923805 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:15:47.547426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32665): Launched\u000a00:15:47.865772 run osmo-stp_10.42.42.5(pid=32666): Launched\u000a00:15:47.980812 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:15:48.535821 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32668): Launched\u000a00:15:48.650266 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:15:48.927673 run patchelf(pid=32669): Launched\u000a00:15:49.114707 run osmo-stp_10.42.42.5(pid=32666): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32666)]\u000a00:15:49.251369 run osmo-stp_10.42.42.5(pid=32666): stdout: \u000a| (launched: 2022-12-09_00:15:47.709936)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:15:49.389326 run osmo-stp_10.42.42.5(pid=32666): stderr: \u000a| �[0;m�[38;5;43m20221209001547903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001547903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001547903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001547904 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001547904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001547904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001547904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:15:49.522084 run osmo-stp_10.42.42.5(pid=32666): stdout: \u000a| (launched: 2022-12-09_00:15:47.709936)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:15:49.652744 run osmo-stp_10.42.42.5(pid=32666): stderr: \u000a| �[0;m�[38;5;43m20221209001547903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001547903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001547903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001547904 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001547904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001547904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001547904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:15:49.805299 run patchelf(pid=32669): Terminating (SIGINT)\u000a00:15:49.983804 run patchelf(pid=32669): Terminated: ok {rc=0}\u000a00:15:50.016345 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32666): Process ended prematurely: osmo-stp_10.42.42.5(pid=32666) [trial-2351↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32666)] [trial-2351↪gprs:nanobts+band-1900↪ping.py:22]\u000a00:15:50.025697 tst ping.py:22: Test FAILED (6.9 sec)\u000a00:15:50.088851 run osmo-hlr_10.42.42.2(pid=32663): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32663)]\u000a00:15:50.140440 run osmo-hlr_10.42.42.2(pid=32663): stdout: \u000a| (launched: 2022-12-09_00:15:46.540228) \u000a00:15:50.191727 run osmo-hlr_10.42.42.2(pid=32663): stderr: \u000a| �[0;m�[1;31m20221209001546899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209001546899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209001546899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001546899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001546900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209001546900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209001546918 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209001546934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209001546934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209001546934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:15:50.236259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32662): Terminating (SIGTERM)\u000a00:15:50.278592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32665): Terminating (SIGTERM)\u000a00:15:50.320889 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32668): Terminating (SIGTERM)\u000a00:15:50.331303 --- ParallelTerminationStrategy: PID 32662 died...\u000a00:15:50.386883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32662): Terminated: ok {rc=0}\u000a00:15:50.396811 --- ParallelTerminationStrategy: PID 32665 died...\u000a00:15:50.453445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32665): Terminated: ok {rc=0}\u000a00:15:50.464203 --- ParallelTerminationStrategy: PID 32668 died...\u000a00:15:50.519834 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32668): Terminated: ok {rc=0}\u000a00:15:50.606203 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32677): Process ended prematurely: osmo-stp_10.42.42.5(pid=32677) [trial-2351↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32677)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32677): Process ended prematurely: osmo-stp_10.42.42.5(pid=32677) [trial-2351↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32677)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:nanobts+band-1900 ping_idle_ping.py\u000a----------------------------------------------\u000a00:15:51.658692 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:51.670919 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a00:15:51.804132 tst ping_idle_ping.py: using LAC 17745\u000a00:15:51.927895 tst ping_idle_ping.py: using RAC 150\u000a00:15:52.051851 tst ping_idle_ping.py: using CellId 17745\u000a00:15:52.176456 tst ping_idle_ping.py: using BVCI 17746\u000a00:15:52.200605 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:52.211616 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:52.222682 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:52.233915 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:52.245019 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:52.255788 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:52.267115 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:52.278782 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a00:15:52.566419 tst ping_idle_ping.py:24: start network...\u000a00:15:52.700111 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:15:53.203087 run create_hlr_db(pid=32671): Launched\u000a00:15:53.388999 bus /gobi_6: Setting Powered False\u000a00:15:54.409273 run create_hlr_db(pid=32671): Terminated: ok {rc=0}\u000a00:15:54.834929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32673): Launched\u000a00:15:55.154430 run osmo-hlr_10.42.42.2(pid=32674): Launched\u000a00:15:55.270159 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:15:55.826491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32676): Launched\u000a00:15:56.146732 run osmo-stp_10.42.42.5(pid=32677): Launched\u000a00:15:56.267924 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:15:56.826703 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32679): Launched\u000a00:15:56.940830 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:15:57.219274 run patchelf(pid=32680): Launched\u000a00:15:57.407012 run osmo-stp_10.42.42.5(pid=32677): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32677)]\u000a00:15:57.545062 run osmo-stp_10.42.42.5(pid=32677): stdout: \u000a| (launched: 2022-12-09_00:15:55.989281)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:15:57.682498 run osmo-stp_10.42.42.5(pid=32677): stderr: \u000a| �[0;m�[38;5;43m20221209001556179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001556179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001556179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001556179 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001556182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001556182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001556182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:15:57.815016 run osmo-stp_10.42.42.5(pid=32677): stdout: \u000a| (launched: 2022-12-09_00:15:55.989281)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:15:57.946527 run osmo-stp_10.42.42.5(pid=32677): stderr: \u000a| �[0;m�[38;5;43m20221209001556179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001556179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001556179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001556179 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001556182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001556182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001556182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:15:58.099364 run patchelf(pid=32680): Terminating (SIGINT)\u000a00:15:58.278717 run patchelf(pid=32680): Terminated: ok {rc=0}\u000a00:15:58.311232 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32677): Process ended prematurely: osmo-stp_10.42.42.5(pid=32677) [trial-2351↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32677)] [trial-2351↪gprs:nanobts+band-1900↪ping_idle_ping.py:27]\u000a00:15:58.320587 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a00:15:58.383258 run osmo-hlr_10.42.42.2(pid=32674): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32674)]\u000a00:15:58.434915 run osmo-hlr_10.42.42.2(pid=32674): stdout: \u000a| (launched: 2022-12-09_00:15:54.997527) \u000a00:15:58.486529 run osmo-hlr_10.42.42.2(pid=32674): stderr: \u000a| �[0;m�[1;31m20221209001555196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209001555196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209001555196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001555196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001555196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209001555196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209001555208 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209001555216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209001555216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209001555216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:15:58.530609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32673): Terminating (SIGTERM)\u000a00:15:58.572222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32676): Terminating (SIGTERM)\u000a00:15:58.614295 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32679): Terminating (SIGTERM)\u000a00:15:58.624209 --- ParallelTerminationStrategy: PID 32673 died...\u000a00:15:58.679716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32673): Terminated: ok {rc=0}\u000a00:15:58.689798 --- ParallelTerminationStrategy: PID 32676 died...\u000a00:15:58.744713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32676): Terminated: ok {rc=0}\u000a00:15:58.754962 --- ParallelTerminationStrategy: PID 32679 died...\u000a00:15:58.809809 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32679): Terminated: ok {rc=0}\u000a00:15:58.895450 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "141", "name" : "gprs_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:15:00" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32694): Process ended prematurely: osmo-stp_10.42.42.5(pid=32694) [trial-2351↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32694)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32694): Process ended prematurely: osmo-stp_10.42.42.5(pid=32694) [trial-2351↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32694)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:16:01.031631 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:01.043060 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:16:01.180124 tst cs_paging_gprs_active.py: using LAC 17746\u000a00:16:01.314161 tst cs_paging_gprs_active.py: using RAC 151\u000a00:16:01.459547 tst cs_paging_gprs_active.py: using CellId 17746\u000a00:16:01.619112 tst cs_paging_gprs_active.py: using BVCI 17747\u000a00:16:01.648295 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:01.664624 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:01.681042 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:01.694265 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:01.710394 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:01.726580 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:01.741810 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:01.757510 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:01.773222 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:16:01.909560 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:16:02.198382 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:16:02.328079 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:16:02.643966 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32684): Launched\u000a00:16:02.907191 run iperf3-srv_10.42.42.10(pid=32685): Launched\u000a00:16:03.093927 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:16:03.221300 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:16:03.536545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32686): Launched\u000a00:16:03.797933 run iperf3-srv_10.42.42.10(pid=32687): Launched\u000a00:16:03.983874 tst cs_paging_gprs_active.py:38: start network...\u000a00:16:04.110955 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:16:04.598545 run create_hlr_db(pid=32688): Launched\u000a00:16:04.774215 bus /gobi_6: Setting Powered False\u000a00:16:05.794630 run create_hlr_db(pid=32688): Terminated: ok {rc=0}\u000a00:16:06.224016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32690): Launched\u000a00:16:06.549651 run osmo-hlr_10.42.42.2(pid=32691): Launched\u000a00:16:06.668884 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:16:07.231540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32693): Launched\u000a00:16:07.561481 run osmo-stp_10.42.42.5(pid=32694): Launched\u000a00:16:07.674562 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:16:08.204342 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32696): Launched\u000a00:16:08.312814 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:16:08.579128 run patchelf(pid=32697): Launched\u000a00:16:08.757817 run osmo-stp_10.42.42.5(pid=32694): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32694)]\u000a00:16:08.887853 run osmo-stp_10.42.42.5(pid=32694): stdout: \u000a| (launched: 2022-12-09_00:16:07.396460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:16:09.018174 run osmo-stp_10.42.42.5(pid=32694): stderr: \u000a| �[0;m�[38;5;43m20221209001607582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001607582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001607582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001607583 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001607583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001607583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001607583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:16:09.143962 run osmo-stp_10.42.42.5(pid=32694): stdout: \u000a| (launched: 2022-12-09_00:16:07.396460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:16:09.268400 run osmo-stp_10.42.42.5(pid=32694): stderr: \u000a| �[0;m�[38;5;43m20221209001607582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001607582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001607582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001607583 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001607583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001607583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001607583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:16:09.413557 run patchelf(pid=32697): Terminating (SIGINT)\u000a00:16:09.583809 run patchelf(pid=32697): Terminated: ok {rc=0}\u000a00:16:09.615201 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32694): Process ended prematurely: osmo-stp_10.42.42.5(pid=32694) [trial-2351↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32694)] [trial-2351↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a00:16:09.624515 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a00:16:09.683169 run osmo-hlr_10.42.42.2(pid=32691): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32691)]\u000a00:16:09.730965 run osmo-hlr_10.42.42.2(pid=32691): stdout: \u000a| (launched: 2022-12-09_00:16:06.389271) \u000a00:16:09.779372 run osmo-hlr_10.42.42.2(pid=32691): stderr: \u000a| �[0;m�[1;31m20221209001606591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209001606591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209001606591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001606591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001606591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209001606591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209001606603 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209001606611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209001606612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209001606612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:16:09.820568 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32684): Terminating (SIGTERM)\u000a00:16:09.859070 run iperf3-srv_10.42.42.10(pid=32685): Terminating (SIGTERM)\u000a00:16:09.897709 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32686): Terminating (SIGTERM)\u000a00:16:09.936155 run iperf3-srv_10.42.42.10(pid=32687): Terminating (SIGTERM)\u000a00:16:09.974775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32690): Terminating (SIGTERM)\u000a00:16:10.013489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32693): Terminating (SIGTERM)\u000a00:16:10.052051 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32696): Terminating (SIGTERM)\u000a00:16:10.061112 --- ParallelTerminationStrategy: PID 32684 died...\u000a00:16:10.113340 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32684): Terminated: ok {rc=0}\u000a00:16:10.122761 --- ParallelTerminationStrategy: PID 32685 died...\u000a00:16:10.174538 run iperf3-srv_10.42.42.10(pid=32685): Terminated {rc=256}\u000a00:16:10.183812 --- ParallelTerminationStrategy: PID 32686 died...\u000a00:16:10.235527 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32686): Terminated: ok {rc=0}\u000a00:16:10.244892 --- ParallelTerminationStrategy: PID 32687 died...\u000a00:16:10.296541 run iperf3-srv_10.42.42.10(pid=32687): Terminated {rc=256}\u000a00:16:10.305908 --- ParallelTerminationStrategy: PID 32690 died...\u000a00:16:10.357640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32690): Terminated: ok {rc=0}\u000a00:16:10.367054 --- ParallelTerminationStrategy: PID 32693 died...\u000a00:16:10.419447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32693): Terminated: ok {rc=0}\u000a00:16:10.428807 --- ParallelTerminationStrategy: PID 32696 died...\u000a00:16:10.481043 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32696): Terminated: ok {rc=0}\u000a00:16:10.567292 bus /gobi_0: Setting Powered False\u000a00:16:11.667529 bus /gobi_0: Setting Powered False\u000a00:16:12.777802 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32706): Process ended prematurely: osmo-stp_10.42.42.5(pid=32706) [trial-2351↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32706)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32706): Process ended prematurely: osmo-stp_10.42.42.5(pid=32706) [trial-2351↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32706)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a00:16:13.885563 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:13.896844 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:16:14.027406 tst iperf3.py: using LAC 17747\u000a00:16:14.148483 tst iperf3.py: using RAC 152\u000a00:16:14.269623 tst iperf3.py: using CellId 17747\u000a00:16:14.388609 tst iperf3.py: using BVCI 17748\u000a00:16:14.411727 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:14.422654 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:14.433457 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:14.444087 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:14.454681 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:14.465221 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:14.475882 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:14.486477 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:14.497213 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:16:14.775000 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:16:14.901787 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:16:15.216105 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32698): Launched\u000a00:16:15.477763 run iperf3-srv_10.42.42.10(pid=32699): Launched\u000a00:16:15.662795 tst iperf3.py:8: start network...\u000a00:16:15.788910 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:16:16.328470 run create_hlr_db(pid=32700): Launched\u000a00:16:16.508214 bus /gobi_6: Setting Powered False\u000a00:16:17.526073 run create_hlr_db(pid=32700): Terminated: ok {rc=0}\u000a00:16:17.956618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32702): Launched\u000a00:16:18.280884 run osmo-hlr_10.42.42.2(pid=32703): Launched\u000a00:16:18.404162 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:16:18.970048 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32705): Launched\u000a00:16:19.295156 run osmo-stp_10.42.42.5(pid=32706): Launched\u000a00:16:19.413889 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:16:19.979496 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32708): Launched\u000a00:16:20.095276 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:16:20.377766 run patchelf(pid=32709): Launched\u000a00:16:20.567499 run osmo-stp_10.42.42.5(pid=32706): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32706)]\u000a00:16:20.706149 run osmo-stp_10.42.42.5(pid=32706): stdout: \u000a| (launched: 2022-12-09_00:16:19.135490)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:16:20.845343 run osmo-stp_10.42.42.5(pid=32706): stderr: \u000a| �[0;m�[38;5;43m20221209001619329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001619329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001619329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001619330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001619330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001619330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001619330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:16:20.979829 run osmo-stp_10.42.42.5(pid=32706): stdout: \u000a| (launched: 2022-12-09_00:16:19.135490)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:16:21.112736 run osmo-stp_10.42.42.5(pid=32706): stderr: \u000a| �[0;m�[38;5;43m20221209001619329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001619329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001619329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001619330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001619330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001619330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001619330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:16:21.267624 run patchelf(pid=32709): Terminating (SIGINT)\u000a00:16:21.449228 run patchelf(pid=32709): Terminated: ok {rc=0}\u000a00:16:21.482562 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32706): Process ended prematurely: osmo-stp_10.42.42.5(pid=32706) [trial-2351↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32706)] [trial-2351↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8]\u000a00:16:21.492426 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a00:16:21.555483 run osmo-hlr_10.42.42.2(pid=32703): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32703)]\u000a00:16:21.606703 run osmo-hlr_10.42.42.2(pid=32703): stdout: \u000a| (launched: 2022-12-09_00:16:18.122079) \u000a00:16:21.658453 run osmo-hlr_10.42.42.2(pid=32703): stderr: \u000a| �[0;m�[1;31m20221209001618321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209001618321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209001618321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001618321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001618321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209001618321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209001618336 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209001618346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209001618346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209001618346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:16:21.702323 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32698): Terminating (SIGTERM)\u000a00:16:21.743869 run iperf3-srv_10.42.42.10(pid=32699): Terminating (SIGTERM)\u000a00:16:21.785608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32702): Terminating (SIGTERM)\u000a00:16:21.827106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32705): Terminating (SIGTERM)\u000a00:16:21.868941 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32708): Terminating (SIGTERM)\u000a00:16:21.878685 --- ParallelTerminationStrategy: PID 32698 died...\u000a00:16:21.934511 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32698): Terminated: ok {rc=0}\u000a00:16:21.944438 --- ParallelTerminationStrategy: PID 32699 died...\u000a00:16:21.999363 run iperf3-srv_10.42.42.10(pid=32699): Terminated {rc=256}\u000a00:16:22.009363 --- ParallelTerminationStrategy: PID 32702 died...\u000a00:16:22.064021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32702): Terminated: ok {rc=0}\u000a00:16:22.074166 --- ParallelTerminationStrategy: PID 32705 died...\u000a00:16:22.129257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32705): Terminated: ok {rc=0}\u000a00:16:22.139210 --- ParallelTerminationStrategy: PID 32708 died...\u000a00:16:22.194164 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32708): Terminated: ok {rc=0}\u000a00:16:22.278424 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32724): Process ended prematurely: osmo-stp_10.42.42.5(pid=32724) [trial-2351↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32724)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32724): Process ended prematurely: osmo-stp_10.42.42.5(pid=32724) [trial-2351↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32724)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a00:16:23.393403 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:23.405261 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:16:23.541693 tst iperf3m4.py: using LAC 17748\u000a00:16:23.668506 tst iperf3m4.py: using RAC 153\u000a00:16:23.794809 tst iperf3m4.py: using CellId 17748\u000a00:16:23.918930 tst iperf3m4.py: using BVCI 17749\u000a00:16:23.942409 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:23.953570 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:23.964291 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:23.975647 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:23.987030 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:23.998520 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:24.010667 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:24.021467 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:24.032850 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:16:24.153230 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:16:24.275232 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:16:24.391907 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:16:24.686280 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:16:24.813381 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:16:25.129193 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32710): Launched\u000a00:16:25.392312 run iperf3-srv_10.42.42.10(pid=32711): Launched\u000a00:16:25.578415 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:16:25.704712 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:16:26.019941 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32712): Launched\u000a00:16:26.281586 run iperf3-srv_10.42.42.10(pid=32713): Launched\u000a00:16:26.467126 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:16:26.594176 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:16:26.909183 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32714): Launched\u000a00:16:27.171227 run iperf3-srv_10.42.42.10(pid=32715): Launched\u000a00:16:27.356449 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:16:27.483246 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:16:27.798092 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32716): Launched\u000a00:16:28.059458 run iperf3-srv_10.42.42.10(pid=32717): Launched\u000a00:16:28.245161 tst iperf3m4.py:8: start network...\u000a00:16:28.371704 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:16:28.858623 run create_hlr_db(pid=32718): Launched\u000a00:16:29.034638 bus /gobi_6: Setting Powered False\u000a00:16:30.054187 run create_hlr_db(pid=32718): Terminated: ok {rc=0}\u000a00:16:30.485859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32720): Launched\u000a00:16:30.810609 run osmo-hlr_10.42.42.2(pid=32721): Launched\u000a00:16:31.019483 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:16:31.661667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32723): Launched\u000a00:16:32.040486 run osmo-stp_10.42.42.5(pid=32724): Launched\u000a00:16:32.217920 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:16:32.834054 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32726): Launched\u000a00:16:32.942439 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:16:33.208053 run patchelf(pid=32727): Launched\u000a00:16:33.386458 run osmo-stp_10.42.42.5(pid=32724): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32724)]\u000a00:16:33.516708 run osmo-stp_10.42.42.5(pid=32724): stdout: \u000a| (launched: 2022-12-09_00:16:31.828743)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:16:33.647362 run osmo-stp_10.42.42.5(pid=32724): stderr: \u000a| �[0;m�[38;5;43m20221209001632140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001632141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001632141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001632141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001632142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001632142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001632142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:16:33.773151 run osmo-stp_10.42.42.5(pid=32724): stdout: \u000a| (launched: 2022-12-09_00:16:31.828743)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:16:33.897603 run osmo-stp_10.42.42.5(pid=32724): stderr: \u000a| �[0;m�[38;5;43m20221209001632140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001632141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001632141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001632141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001632142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001632142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001632142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:16:34.042519 run patchelf(pid=32727): Terminating (SIGINT)\u000a00:16:34.213259 run patchelf(pid=32727): Terminated: ok {rc=0}\u000a00:16:34.244479 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32724): Process ended prematurely: osmo-stp_10.42.42.5(pid=32724) [trial-2351↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32724)] [trial-2351↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8]\u000a00:16:34.253754 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a00:16:34.313219 run osmo-hlr_10.42.42.2(pid=32721): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32721)]\u000a00:16:34.360905 run osmo-hlr_10.42.42.2(pid=32721): stdout: \u000a| (launched: 2022-12-09_00:16:30.651126) \u000a00:16:34.409432 run osmo-hlr_10.42.42.2(pid=32721): stderr: \u000a| �[0;m�[1;31m20221209001630866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209001630866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209001630866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001630866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001630866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209001630866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209001630883 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209001630902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209001630902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209001630902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:16:34.450452 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32710): Terminating (SIGTERM)\u000a00:16:34.488883 run iperf3-srv_10.42.42.10(pid=32711): Terminating (SIGTERM)\u000a00:16:34.527266 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32712): Terminating (SIGTERM)\u000a00:16:34.565889 run iperf3-srv_10.42.42.10(pid=32713): Terminating (SIGTERM)\u000a00:16:34.604493 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32714): Terminating (SIGTERM)\u000a00:16:34.642984 run iperf3-srv_10.42.42.10(pid=32715): Terminating (SIGTERM)\u000a00:16:34.681487 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32716): Terminating (SIGTERM)\u000a00:16:34.719884 run iperf3-srv_10.42.42.10(pid=32717): Terminating (SIGTERM)\u000a00:16:34.758260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32720): Terminating (SIGTERM)\u000a00:16:34.796713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32723): Terminating (SIGTERM)\u000a00:16:34.835403 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32726): Terminating (SIGTERM)\u000a00:16:34.844451 --- ParallelTerminationStrategy: PID 32710 died...\u000a00:16:34.896203 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32710): Terminated: ok {rc=0}\u000a00:16:34.905619 --- ParallelTerminationStrategy: PID 32711 died...\u000a00:16:34.957363 run iperf3-srv_10.42.42.10(pid=32711): Terminated {rc=256}\u000a00:16:34.966670 --- ParallelTerminationStrategy: PID 32712 died...\u000a00:16:35.018295 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32712): Terminated: ok {rc=0}\u000a00:16:35.027632 --- ParallelTerminationStrategy: PID 32713 died...\u000a00:16:35.079093 run iperf3-srv_10.42.42.10(pid=32713): Terminated {rc=256}\u000a00:16:35.088357 --- ParallelTerminationStrategy: PID 32714 died...\u000a00:16:35.140095 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32714): Terminated: ok {rc=0}\u000a00:16:35.149781 --- ParallelTerminationStrategy: PID 32715 died...\u000a00:16:35.201177 run iperf3-srv_10.42.42.10(pid=32715): Terminated {rc=256}\u000a00:16:35.210636 --- ParallelTerminationStrategy: PID 32716 died...\u000a00:16:35.262219 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32716): Terminated: ok {rc=0}\u000a00:16:35.271609 --- ParallelTerminationStrategy: PID 32717 died...\u000a00:16:35.323034 run iperf3-srv_10.42.42.10(pid=32717): Terminated {rc=256}\u000a00:16:35.332408 --- ParallelTerminationStrategy: PID 32720 died...\u000a00:16:35.383876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32720): Terminated: ok {rc=0}\u000a00:16:35.393365 --- ParallelTerminationStrategy: PID 32723 died...\u000a00:16:35.444658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32723): Terminated: ok {rc=0}\u000a00:16:35.454155 --- ParallelTerminationStrategy: PID 32726 died...\u000a00:16:35.505709 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32726): Terminated: ok {rc=0}\u000a00:16:35.592388 bus /gobi_4: Setting Powered False\u000a00:16:36.695316 bus /gobi_4: Setting Powered False\u000a00:16:37.802407 bus /gobi_1: Setting Powered False\u000a00:16:38.907879 bus /gobi_1: Setting Powered False\u000a00:16:40.014173 bus /gobi_0: Setting Powered False\u000a00:16:41.118234 bus /gobi_0: Setting Powered False\u000a00:16:42.227537 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32734): Process ended prematurely: osmo-stp_10.42.42.5(pid=32734) [trial-2351↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32734)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32734): Process ended prematurely: osmo-stp_10.42.42.5(pid=32734) [trial-2351↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32734)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:nanobts+band-1900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a00:16:43.293443 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:43.304772 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:16:43.433622 tst ping.py: using LAC 17749\u000a00:16:43.549068 tst ping.py: using RAC 154\u000a00:16:43.671706 tst ping.py: using CellId 17749\u000a00:16:43.794355 tst ping.py: using BVCI 17750\u000a00:16:43.818728 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:43.830296 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:43.842262 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:43.853423 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:43.864342 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:43.876010 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:43.887693 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:43.898810 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:16:44.173448 tst ping.py:19: start network...\u000a00:16:44.296840 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:16:44.772513 run create_hlr_db(pid=32728): Launched\u000a00:16:44.944397 bus /gobi_6: Setting Powered False\u000a00:16:45.974157 run create_hlr_db(pid=32728): Terminated: ok {rc=0}\u000a00:16:46.396058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32730): Launched\u000a00:16:46.871132 run osmo-hlr_10.42.42.2(pid=32731): Launched\u000a00:16:47.121825 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:16:47.679679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32733): Launched\u000a00:16:47.996866 run osmo-stp_10.42.42.5(pid=32734): Launched\u000a00:16:48.112048 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:16:48.667864 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32736): Launched\u000a00:16:48.781865 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:16:49.058718 run patchelf(pid=32737): Launched\u000a00:16:49.245435 run osmo-stp_10.42.42.5(pid=32734): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32734)]\u000a00:16:49.381442 run osmo-stp_10.42.42.5(pid=32734): stdout: \u000a| (launched: 2022-12-09_00:16:47.840918)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:16:49.518638 run osmo-stp_10.42.42.5(pid=32734): stderr: \u000a| �[0;m�[38;5;43m20221209001648033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001648033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001648034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001648034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001648035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001648035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001648035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:16:49.650332 run osmo-stp_10.42.42.5(pid=32734): stdout: \u000a| (launched: 2022-12-09_00:16:47.840918)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:16:49.780502 run osmo-stp_10.42.42.5(pid=32734): stderr: \u000a| �[0;m�[38;5;43m20221209001648033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001648033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001648034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001648034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001648035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001648035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001648035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:16:49.932104 run patchelf(pid=32737): Terminating (SIGINT)\u000a00:16:50.110183 run patchelf(pid=32737): Terminated: ok {rc=0}\u000a00:16:50.142525 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32734): Process ended prematurely: osmo-stp_10.42.42.5(pid=32734) [trial-2351↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32734)] [trial-2351↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22]\u000a00:16:50.151848 tst ping.py:22: Test FAILED (6.8 sec)\u000a00:16:50.214190 run osmo-hlr_10.42.42.2(pid=32731): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32731)]\u000a00:16:50.265360 run osmo-hlr_10.42.42.2(pid=32731): stdout: \u000a| (launched: 2022-12-09_00:16:46.549461) \u000a00:16:50.317186 run osmo-hlr_10.42.42.2(pid=32731): stderr: \u000a| �[0;m�[1;31m20221209001646846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209001646846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209001646846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001646846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001646846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209001646846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209001646871 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209001646894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209001646894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209001646894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:16:50.361062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32730): Terminating (SIGTERM)\u000a00:16:50.402922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32733): Terminating (SIGTERM)\u000a00:16:50.444743 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32736): Terminating (SIGTERM)\u000a00:16:50.455116 --- ParallelTerminationStrategy: PID 32730 died...\u000a00:16:50.511503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32730): Terminated: ok {rc=0}\u000a00:16:50.521590 --- ParallelTerminationStrategy: PID 32733 died...\u000a00:16:50.577169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32733): Terminated: ok {rc=0}\u000a00:16:50.587320 --- ParallelTerminationStrategy: PID 32736 died...\u000a00:16:50.642485 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32736): Terminated: ok {rc=0}\u000a00:16:50.729026 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32744): Process ended prematurely: osmo-stp_10.42.42.5(pid=32744) [trial-2351↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32744)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32744): Process ended prematurely: osmo-stp_10.42.42.5(pid=32744) [trial-2351↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32744)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a00:16:51.779894 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:51.791329 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:16:51.919793 tst ping_idle_ping.py: using LAC 17750\u000a00:16:52.038823 tst ping_idle_ping.py: using RAC 155\u000a00:16:52.155179 tst ping_idle_ping.py: using CellId 17750\u000a00:16:52.274918 tst ping_idle_ping.py: using BVCI 17751\u000a00:16:52.297775 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:52.308603 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:52.319263 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:52.329965 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:52.340492 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:52.351194 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:52.362495 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:52.373102 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:16:52.661151 tst ping_idle_ping.py:24: start network...\u000a00:16:52.793539 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:16:53.302631 run create_hlr_db(pid=32738): Launched\u000a00:16:53.489367 bus /gobi_6: Setting Powered False\u000a00:16:54.509847 run create_hlr_db(pid=32738): Terminated: ok {rc=0}\u000a00:16:54.913949 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32740): Launched\u000a00:16:55.214740 run osmo-hlr_10.42.42.2(pid=32741): Launched\u000a00:16:55.329731 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:16:55.850305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32743): Launched\u000a00:16:56.149550 run osmo-stp_10.42.42.5(pid=32744): Launched\u000a00:16:56.259099 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:16:56.781978 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32746): Launched\u000a00:16:56.888581 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:16:57.149667 run patchelf(pid=32747): Launched\u000a00:16:57.325733 run osmo-stp_10.42.42.5(pid=32744): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32744)]\u000a00:16:57.453921 run osmo-stp_10.42.42.5(pid=32744): stdout: \u000a| (launched: 2022-12-09_00:16:56.002056)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:16:57.582703 run osmo-stp_10.42.42.5(pid=32744): stderr: \u000a| �[0;m�[38;5;43m20221209001656171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001656171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001656172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001656172 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001656172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001656173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001656173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:16:57.706743 run osmo-stp_10.42.42.5(pid=32744): stdout: \u000a| (launched: 2022-12-09_00:16:56.002056)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:16:57.829244 run osmo-stp_10.42.42.5(pid=32744): stderr: \u000a| �[0;m�[38;5;43m20221209001656171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001656171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001656172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001656172 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001656172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001656173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001656173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:16:57.971532 run patchelf(pid=32747): Terminating (SIGINT)\u000a00:16:58.138893 run patchelf(pid=32747): Terminated: ok {rc=0}\u000a00:16:58.169418 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32744): Process ended prematurely: osmo-stp_10.42.42.5(pid=32744) [trial-2351↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32744)] [trial-2351↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a00:16:58.178086 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a00:16:58.237133 run osmo-hlr_10.42.42.2(pid=32741): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32741)]\u000a00:16:58.285096 run osmo-hlr_10.42.42.2(pid=32741): stdout: \u000a| (launched: 2022-12-09_00:16:55.066213) \u000a00:16:58.333790 run osmo-hlr_10.42.42.2(pid=32741): stderr: \u000a| �[0;m�[1;31m20221209001655242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209001655242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209001655242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001655242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001655243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209001655243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209001655255 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209001655265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209001655265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209001655266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:16:58.374903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32740): Terminating (SIGTERM)\u000a00:16:58.413694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32743): Terminating (SIGTERM)\u000a00:16:58.452358 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32746): Terminating (SIGTERM)\u000a00:16:58.461075 --- ParallelTerminationStrategy: PID 32740 died...\u000a00:16:58.512913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32740): Terminated: ok {rc=0}\u000a00:16:58.522462 --- ParallelTerminationStrategy: PID 32743 died...\u000a00:16:58.574250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32743): Terminated: ok {rc=0}\u000a00:16:58.583679 --- ParallelTerminationStrategy: PID 32746 died...\u000a00:16:58.635347 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32746): Terminated: ok {rc=0}\u000a00:16:58.717347 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "142", "name" : "gprs_nanobts+band-1900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:16:00" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32765): Process ended prematurely: osmo-stp_10.42.42.5(pid=32765) [trial-2351↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32765)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32765): Process ended prematurely: osmo-stp_10.42.42.5(pid=32765) [trial-2351↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32765)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:17:00.855606 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:00.867661 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:17:01.046701 tst cs_paging_gprs_active.py: using LAC 17751\u000a00:17:01.187403 tst cs_paging_gprs_active.py: using RAC 156\u000a00:17:01.322299 tst cs_paging_gprs_active.py: using CellId 17751\u000a00:17:01.453675 tst cs_paging_gprs_active.py: using BVCI 17752\u000a00:17:01.477618 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:01.489481 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:01.501224 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:01.512923 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:01.525492 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:01.538240 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:01.550406 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:01.562558 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:01.575547 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:17:01.715677 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:17:02.042860 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:17:02.176765 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:17:02.497268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32755): Launched\u000a00:17:02.758543 run iperf3-srv_10.42.42.10(pid=32756): Launched\u000a00:17:02.943841 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:17:03.069828 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:17:03.383856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32757): Launched\u000a00:17:03.644715 run iperf3-srv_10.42.42.10(pid=32758): Launched\u000a00:17:03.830358 tst cs_paging_gprs_active.py:38: start network...\u000a00:17:03.956831 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:17:04.443962 run create_hlr_db(pid=32759): Launched\u000a00:17:04.619013 bus /gobi_6: Setting Powered False\u000a00:17:05.639500 run create_hlr_db(pid=32759): Terminated: ok {rc=0}\u000a00:17:06.069546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32761): Launched\u000a00:17:06.393969 run osmo-hlr_10.42.42.2(pid=32762): Launched\u000a00:17:06.515258 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:17:07.078765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32764): Launched\u000a00:17:07.402916 run osmo-stp_10.42.42.5(pid=32765): Launched\u000a00:17:07.522661 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:17:08.087675 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32767): Launched\u000a00:17:08.203304 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:17:08.485848 run patchelf(pid=300): Launched\u000a00:17:08.676049 run osmo-stp_10.42.42.5(pid=32765): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32765)]\u000a00:17:08.814689 run osmo-stp_10.42.42.5(pid=32765): stdout: \u000a| (launched: 2022-12-09_00:17:07.243636)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:17:08.953657 run osmo-stp_10.42.42.5(pid=32765): stderr: \u000a| �[0;m�[38;5;43m20221209001707436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001707436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001707437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001707437 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001707438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001707438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001707438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:17:09.087922 run osmo-stp_10.42.42.5(pid=32765): stdout: \u000a| (launched: 2022-12-09_00:17:07.243636)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:17:09.220753 run osmo-stp_10.42.42.5(pid=32765): stderr: \u000a| �[0;m�[38;5;43m20221209001707436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001707436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001707437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001707437 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001707438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001707438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001707438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:17:09.375408 run patchelf(pid=300): Terminating (SIGINT)\u000a00:17:09.557238 run patchelf(pid=300): Terminated: ok {rc=0}\u000a00:17:09.590494 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32765): Process ended prematurely: osmo-stp_10.42.42.5(pid=32765) [trial-2351↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32765)] [trial-2351↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a00:17:09.600428 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a00:17:09.663582 run osmo-hlr_10.42.42.2(pid=32762): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32762)]\u000a00:17:09.714684 run osmo-hlr_10.42.42.2(pid=32762): stdout: \u000a| (launched: 2022-12-09_00:17:06.234818) \u000a00:17:09.766690 run osmo-hlr_10.42.42.2(pid=32762): stderr: \u000a| �[0;m�[1;31m20221209001706434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209001706434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209001706434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001706434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001706434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209001706434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209001706446 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209001706457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209001706457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209001706457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:17:09.810892 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32755): Terminating (SIGTERM)\u000a00:17:09.852678 run iperf3-srv_10.42.42.10(pid=32756): Terminating (SIGTERM)\u000a00:17:09.894841 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32757): Terminating (SIGTERM)\u000a00:17:09.936359 run iperf3-srv_10.42.42.10(pid=32758): Terminating (SIGTERM)\u000a00:17:09.978604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32761): Terminating (SIGTERM)\u000a00:17:10.020872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32764): Terminating (SIGTERM)\u000a00:17:10.062514 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32767): Terminating (SIGTERM)\u000a00:17:10.072540 --- ParallelTerminationStrategy: PID 32755 died...\u000a00:17:10.128789 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32755): Terminated: ok {rc=0}\u000a00:17:10.138867 --- ParallelTerminationStrategy: PID 32756 died...\u000a00:17:10.194656 run iperf3-srv_10.42.42.10(pid=32756): Terminated {rc=256}\u000a00:17:10.204675 --- ParallelTerminationStrategy: PID 32757 died...\u000a00:17:10.260135 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32757): Terminated: ok {rc=0}\u000a00:17:10.270425 --- ParallelTerminationStrategy: PID 32758 died...\u000a00:17:10.326114 run iperf3-srv_10.42.42.10(pid=32758): Terminated {rc=256}\u000a00:17:10.336118 --- ParallelTerminationStrategy: PID 32761 died...\u000a00:17:10.391809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32761): Terminated: ok {rc=0}\u000a00:17:10.401888 --- ParallelTerminationStrategy: PID 32764 died...\u000a00:17:10.458066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32764): Terminated: ok {rc=0}\u000a00:17:10.468123 --- ParallelTerminationStrategy: PID 32767 died...\u000a00:17:10.523981 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32767): Terminated: ok {rc=0}\u000a00:17:10.609794 bus /gobi_0: Setting Powered False\u000a00:17:11.713206 bus /gobi_0: Setting Powered False\u000a00:17:12.824010 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=309): Process ended prematurely: osmo-stp_10.42.42.5(pid=309) [trial-2351↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=309)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=309): Process ended prematurely: osmo-stp_10.42.42.5(pid=309) [trial-2351↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=309)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a00:17:13.933447 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:13.944782 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:17:14.097375 tst iperf3.py: using LAC 17752\u000a00:17:14.214970 tst iperf3.py: using RAC 157\u000a00:17:14.333018 tst iperf3.py: using CellId 17752\u000a00:17:14.450766 tst iperf3.py: using BVCI 17753\u000a00:17:14.474106 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:14.485008 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:14.495688 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:14.506375 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:14.517085 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:14.527824 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:14.538649 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:14.549759 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:14.561075 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:17:14.854485 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:17:14.989601 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:17:15.324255 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=301): Launched\u000a00:17:15.603239 run iperf3-srv_10.42.42.10(pid=302): Launched\u000a00:17:15.801602 tst iperf3.py:8: start network...\u000a00:17:15.951181 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:17:16.508552 run create_hlr_db(pid=303): Launched\u000a00:17:16.699629 bus /gobi_6: Setting Powered False\u000a00:17:17.715493 run create_hlr_db(pid=303): Terminated: ok {rc=0}\u000a00:17:18.123261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=305): Launched\u000a00:17:18.427482 run osmo-hlr_10.42.42.2(pid=306): Launched\u000a00:17:18.543040 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:17:19.071692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=308): Launched\u000a00:17:19.376768 run osmo-stp_10.42.42.5(pid=309): Launched\u000a00:17:19.486958 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:17:20.015647 run pcap-recorder_any(filters='host 10.42.42.6')(pid=311): Launched\u000a00:17:20.123763 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:17:20.388469 run patchelf(pid=312): Launched\u000a00:17:20.566402 run osmo-stp_10.42.42.5(pid=309): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=309)]\u000a00:17:20.696337 run osmo-stp_10.42.42.5(pid=309): stdout: \u000a| (launched: 2022-12-09_00:17:19.226641)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:17:20.826867 run osmo-stp_10.42.42.5(pid=309): stderr: \u000a| �[0;m�[38;5;43m20221209001719399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001719399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001719399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001719400 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001719400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001719400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001719400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:17:20.952418 run osmo-stp_10.42.42.5(pid=309): stdout: \u000a| (launched: 2022-12-09_00:17:19.226641)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:17:21.076756 run osmo-stp_10.42.42.5(pid=309): stderr: \u000a| �[0;m�[38;5;43m20221209001719399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001719399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001719399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001719400 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001719400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001719400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001719400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:17:21.222481 run patchelf(pid=312): Terminating (SIGINT)\u000a00:17:21.393803 run patchelf(pid=312): Terminated: ok {rc=0}\u000a00:17:21.425130 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=309): Process ended prematurely: osmo-stp_10.42.42.5(pid=309) [trial-2351↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=309)] [trial-2351↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a00:17:21.434410 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a00:17:21.493137 run osmo-hlr_10.42.42.2(pid=306): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=306)]\u000a00:17:21.541077 run osmo-hlr_10.42.42.2(pid=306): stdout: \u000a| (launched: 2022-12-09_00:17:18.278171) \u000a00:17:21.589785 run osmo-hlr_10.42.42.2(pid=306): stderr: \u000a| �[0;m�[1;31m20221209001718456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209001718456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209001718456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001718457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001718457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209001718457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209001718469 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209001718477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209001718478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209001718478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:17:21.631240 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=301): Terminating (SIGTERM)\u000a00:17:21.670383 run iperf3-srv_10.42.42.10(pid=302): Terminating (SIGTERM)\u000a00:17:21.709357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=305): Terminating (SIGTERM)\u000a00:17:21.748238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=308): Terminating (SIGTERM)\u000a00:17:21.787154 run pcap-recorder_any(filters='host 10.42.42.6')(pid=311): Terminating (SIGTERM)\u000a00:17:21.796175 --- ParallelTerminationStrategy: PID 301 died...\u000a00:17:21.849040 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=301): Terminated: ok {rc=0}\u000a00:17:21.858506 --- ParallelTerminationStrategy: PID 302 died...\u000a00:17:21.911332 run iperf3-srv_10.42.42.10(pid=302): Terminated {rc=256}\u000a00:17:21.921148 --- ParallelTerminationStrategy: PID 305 died...\u000a00:17:21.973371 run pcap-recorder_any(filters='host 10.42.42.2')(pid=305): Terminated: ok {rc=0}\u000a00:17:21.982771 --- ParallelTerminationStrategy: PID 308 died...\u000a00:17:22.034786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=308): Terminated: ok {rc=0}\u000a00:17:22.044190 --- ParallelTerminationStrategy: PID 311 died...\u000a00:17:22.096240 run pcap-recorder_any(filters='host 10.42.42.6')(pid=311): Terminated: ok {rc=0}\u000a00:17:22.178503 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=327): Process ended prematurely: osmo-stp_10.42.42.5(pid=327) [trial-2351↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=327)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=327): Process ended prematurely: osmo-stp_10.42.42.5(pid=327) [trial-2351↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=327)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a00:17:23.293826 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:23.305762 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:17:23.454406 tst iperf3m4.py: using LAC 17753\u000a00:17:23.573208 tst iperf3m4.py: using RAC 158\u000a00:17:23.692102 tst iperf3m4.py: using CellId 17753\u000a00:17:23.812515 tst iperf3m4.py: using BVCI 17754\u000a00:17:23.835870 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:23.846800 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:23.857517 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:23.868638 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:23.879156 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:23.890326 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:23.902152 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:23.912595 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:23.924167 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:17:24.040237 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:17:24.161116 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:17:24.279761 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:17:24.576496 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:17:24.712192 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:17:25.047305 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=313): Launched\u000a00:17:25.326716 run iperf3-srv_10.42.42.10(pid=314): Launched\u000a00:17:25.526599 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:17:25.661948 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:17:25.996483 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=315): Launched\u000a00:17:26.275480 run iperf3-srv_10.42.42.10(pid=316): Launched\u000a00:17:26.474529 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:17:26.610025 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:17:26.945080 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=317): Launched\u000a00:17:27.223562 run iperf3-srv_10.42.42.10(pid=318): Launched\u000a00:17:27.422368 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:17:27.558335 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:17:27.893562 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=319): Launched\u000a00:17:28.171898 run iperf3-srv_10.42.42.10(pid=320): Launched\u000a00:17:28.369920 tst iperf3m4.py:8: start network...\u000a00:17:28.505359 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:17:29.012622 run create_hlr_db(pid=321): Launched\u000a00:17:29.199100 bus /gobi_6: Setting Powered False\u000a00:17:30.219959 run create_hlr_db(pid=321): Terminated: ok {rc=0}\u000a00:17:30.627669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=323): Launched\u000a00:17:31.029882 run osmo-hlr_10.42.42.2(pid=324): Launched\u000a00:17:31.202657 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:17:31.863956 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=326): Launched\u000a00:17:32.223412 run osmo-stp_10.42.42.5(pid=327): Launched\u000a00:17:32.360479 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:17:32.927368 run pcap-recorder_any(filters='host 10.42.42.6')(pid=329): Launched\u000a00:17:33.042826 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:17:33.324071 run patchelf(pid=330): Launched\u000a00:17:33.513650 run osmo-stp_10.42.42.5(pid=327): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=327)]\u000a00:17:33.652314 run osmo-stp_10.42.42.5(pid=327): stdout: \u000a| (launched: 2022-12-09_00:17:32.033089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:17:33.791093 run osmo-stp_10.42.42.5(pid=327): stderr: \u000a| �[0;m�[38;5;43m20221209001732346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001732346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001732347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001732347 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001732348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001732348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001732348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:17:33.924794 run osmo-stp_10.42.42.5(pid=327): stdout: \u000a| (launched: 2022-12-09_00:17:32.033089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:17:34.057790 run osmo-stp_10.42.42.5(pid=327): stderr: \u000a| �[0;m�[38;5;43m20221209001732346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001732346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001732347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001732347 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001732348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001732348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001732348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:17:34.211955 run patchelf(pid=330): Terminating (SIGINT)\u000a00:17:34.393400 run patchelf(pid=330): Terminated: ok {rc=0}\u000a00:17:34.426687 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=327): Process ended prematurely: osmo-stp_10.42.42.5(pid=327) [trial-2351↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=327)] [trial-2351↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a00:17:34.436651 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a00:17:34.500103 run osmo-hlr_10.42.42.2(pid=324): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=324)]\u000a00:17:34.550836 run osmo-hlr_10.42.42.2(pid=324): stdout: \u000a| (launched: 2022-12-09_00:17:30.782080) \u000a00:17:34.602249 run osmo-hlr_10.42.42.2(pid=324): stderr: \u000a| �[0;m�[1;31m20221209001731136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209001731136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209001731137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001731137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001731137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209001731137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209001731167 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209001731183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209001731183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209001731183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:17:34.646229 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=313): Terminating (SIGTERM)\u000a00:17:34.687873 run iperf3-srv_10.42.42.10(pid=314): Terminating (SIGTERM)\u000a00:17:34.729294 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=315): Terminating (SIGTERM)\u000a00:17:34.770502 run iperf3-srv_10.42.42.10(pid=316): Terminating (SIGTERM)\u000a00:17:34.811928 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=317): Terminating (SIGTERM)\u000a00:17:34.853175 run iperf3-srv_10.42.42.10(pid=318): Terminating (SIGTERM)\u000a00:17:34.894663 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=319): Terminating (SIGTERM)\u000a00:17:34.935853 run iperf3-srv_10.42.42.10(pid=320): Terminating (SIGTERM)\u000a00:17:34.977385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=323): Terminating (SIGTERM)\u000a00:17:35.018575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=326): Terminating (SIGTERM)\u000a00:17:35.059880 run pcap-recorder_any(filters='host 10.42.42.6')(pid=329): Terminating (SIGTERM)\u000a00:17:35.069495 --- ParallelTerminationStrategy: PID 313 died...\u000a00:17:35.124444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=313): Terminated: ok {rc=0}\u000a00:17:35.134952 --- ParallelTerminationStrategy: PID 314 died...\u000a00:17:35.189675 run iperf3-srv_10.42.42.10(pid=314): Terminated {rc=256}\u000a00:17:35.200209 --- ParallelTerminationStrategy: PID 315 died...\u000a00:17:35.255276 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=315): Terminated: ok {rc=0}\u000a00:17:35.265888 --- ParallelTerminationStrategy: PID 316 died...\u000a00:17:35.320566 run iperf3-srv_10.42.42.10(pid=316): Terminated {rc=256}\u000a00:17:35.330692 --- ParallelTerminationStrategy: PID 317 died...\u000a00:17:35.385441 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=317): Terminated: ok {rc=0}\u000a00:17:35.395574 --- ParallelTerminationStrategy: PID 318 died...\u000a00:17:35.450090 run iperf3-srv_10.42.42.10(pid=318): Terminated {rc=256}\u000a00:17:35.460262 --- ParallelTerminationStrategy: PID 319 died...\u000a00:17:35.515000 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=319): Terminated: ok {rc=0}\u000a00:17:35.525415 --- ParallelTerminationStrategy: PID 320 died...\u000a00:17:35.580186 run iperf3-srv_10.42.42.10(pid=320): Terminated {rc=256}\u000a00:17:35.590365 --- ParallelTerminationStrategy: PID 323 died...\u000a00:17:35.645075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=323): Terminated: ok {rc=0}\u000a00:17:35.654936 --- ParallelTerminationStrategy: PID 326 died...\u000a00:17:35.710142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=326): Terminated: ok {rc=0}\u000a00:17:35.720120 --- ParallelTerminationStrategy: PID 329 died...\u000a00:17:35.776204 run pcap-recorder_any(filters='host 10.42.42.6')(pid=329): Terminated: ok {rc=0}\u000a00:17:35.862235 bus /gobi_4: Setting Powered False\u000a00:17:36.967933 bus /gobi_4: Setting Powered False\u000a00:17:38.074303 bus /gobi_1: Setting Powered False\u000a00:17:39.179296 bus /gobi_1: Setting Powered False\u000a00:17:40.284857 bus /gobi_0: Setting Powered False\u000a00:17:41.389542 bus /gobi_0: Setting Powered False\u000a00:17:42.497067 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=341): Process ended prematurely: osmo-stp_10.42.42.5(pid=341) [trial-2351↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=341)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=341): Process ended prematurely: osmo-stp_10.42.42.5(pid=341) [trial-2351↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=341)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a00:17:43.564656 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:43.576568 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:17:43.732275 tst ping.py: using LAC 17754\u000a00:17:43.855596 tst ping.py: using RAC 159\u000a00:17:43.979292 tst ping.py: using CellId 17754\u000a00:17:44.103033 tst ping.py: using BVCI 17755\u000a00:17:44.127355 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:44.138784 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:44.150196 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:44.161371 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:44.172882 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:44.184023 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:44.195634 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:44.207044 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:17:44.483816 tst ping.py:19: start network...\u000a00:17:44.607662 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:17:45.085799 run create_hlr_db(pid=335): Launched\u000a00:17:45.258968 bus /gobi_6: Setting Powered False\u000a00:17:46.318309 run create_hlr_db(pid=335): Terminated: ok {rc=0}\u000a00:17:46.767886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=337): Launched\u000a00:17:47.259089 run osmo-hlr_10.42.42.2(pid=338): Launched\u000a00:17:47.372917 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:17:47.931684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=340): Launched\u000a00:17:48.249164 run osmo-stp_10.42.42.5(pid=341): Launched\u000a00:17:48.364429 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:17:48.918779 run pcap-recorder_any(filters='host 10.42.42.6')(pid=343): Launched\u000a00:17:49.032201 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:17:49.307677 run patchelf(pid=344): Launched\u000a00:17:49.493912 run osmo-stp_10.42.42.5(pid=341): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=341)]\u000a00:17:49.630403 run osmo-stp_10.42.42.5(pid=341): stdout: \u000a| (launched: 2022-12-09_00:17:48.093214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:17:49.766792 run osmo-stp_10.42.42.5(pid=341): stderr: \u000a| �[0;m�[38;5;43m20221209001748285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001748285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001748286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001748286 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001748286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001748287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001748287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:17:49.898140 run osmo-stp_10.42.42.5(pid=341): stdout: \u000a| (launched: 2022-12-09_00:17:48.093214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:17:50.028440 run osmo-stp_10.42.42.5(pid=341): stderr: \u000a| �[0;m�[38;5;43m20221209001748285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001748285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001748286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001748286 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001748286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001748287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001748287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:17:50.179714 run patchelf(pid=344): Terminating (SIGINT)\u000a00:17:50.357851 run patchelf(pid=344): Terminated: ok {rc=0}\u000a00:17:50.390351 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=341): Process ended prematurely: osmo-stp_10.42.42.5(pid=341) [trial-2351↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=341)] [trial-2351↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22]\u000a00:17:50.399521 tst ping.py:22: Test FAILED (6.8 sec)\u000a00:17:50.461465 run osmo-hlr_10.42.42.2(pid=338): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=338)]\u000a00:17:50.512431 run osmo-hlr_10.42.42.2(pid=338): stdout: \u000a| (launched: 2022-12-09_00:17:46.933085) \u000a00:17:50.563769 run osmo-hlr_10.42.42.2(pid=338): stderr: \u000a| �[0;m�[1;31m20221209001747122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209001747122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209001747122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001747123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001747123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209001747123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209001747135 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209001747143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209001747144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209001747144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:17:50.607986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=337): Terminating (SIGTERM)\u000a00:17:50.649268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=340): Terminating (SIGTERM)\u000a00:17:50.690688 run pcap-recorder_any(filters='host 10.42.42.6')(pid=343): Terminating (SIGTERM)\u000a00:17:50.700329 --- ParallelTerminationStrategy: PID 337 died...\u000a00:17:50.756424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=337): Terminated: ok {rc=0}\u000a00:17:50.766277 --- ParallelTerminationStrategy: PID 340 died...\u000a00:17:50.821142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=340): Terminated: ok {rc=0}\u000a00:17:50.831256 --- ParallelTerminationStrategy: PID 343 died...\u000a00:17:50.885687 run pcap-recorder_any(filters='host 10.42.42.6')(pid=343): Terminated: ok {rc=0}\u000a00:17:50.971850 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=359): Process ended prematurely: osmo-stp_10.42.42.5(pid=359) [trial-2351↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=359)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=359): Process ended prematurely: osmo-stp_10.42.42.5(pid=359) [trial-2351↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=359)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a00:17:52.023085 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:52.034615 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:17:52.187905 tst ping_idle_ping.py: using LAC 17755\u000a00:17:52.318378 tst ping_idle_ping.py: using RAC 160\u000a00:17:52.437115 tst ping_idle_ping.py: using CellId 17755\u000a00:17:52.554201 tst ping_idle_ping.py: using BVCI 17756\u000a00:17:52.577098 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:52.588241 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:52.599201 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:52.610461 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:52.621291 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:52.631897 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:52.642648 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:52.653407 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:17:52.940251 tst ping_idle_ping.py:24: start network...\u000a00:17:53.073395 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:17:53.582583 run create_hlr_db(pid=345): Launched\u000a00:17:53.756910 bus /gobi_6: Setting Powered False\u000a00:17:54.777430 run create_hlr_db(pid=345): Terminated: ok {rc=0}\u000a00:17:55.177617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=349): Launched\u000a00:17:55.478185 run osmo-hlr_10.42.42.2(pid=355): Launched\u000a00:17:55.587989 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:17:56.106949 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=358): Launched\u000a00:17:56.405632 run osmo-stp_10.42.42.5(pid=359): Launched\u000a00:17:56.514349 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:17:57.037000 run pcap-recorder_any(filters='host 10.42.42.6')(pid=361): Launched\u000a00:17:57.143373 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:17:57.404205 run patchelf(pid=362): Launched\u000a00:17:57.579577 run osmo-stp_10.42.42.5(pid=359): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=359)]\u000a00:17:57.708610 run osmo-stp_10.42.42.5(pid=359): stdout: \u000a| (launched: 2022-12-09_00:17:56.258937)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:17:57.837226 run osmo-stp_10.42.42.5(pid=359): stderr: \u000a| �[0;m�[38;5;43m20221209001756430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001756430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001756431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001756431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001756432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001756432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001756432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:17:57.960639 run osmo-stp_10.42.42.5(pid=359): stdout: \u000a| (launched: 2022-12-09_00:17:56.258937)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:17:58.083406 run osmo-stp_10.42.42.5(pid=359): stderr: \u000a| �[0;m�[38;5;43m20221209001756430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001756430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001756431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001756431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001756432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001756432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001756432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:17:58.226116 run patchelf(pid=362): Terminating (SIGINT)\u000a00:17:58.393863 run patchelf(pid=362): Terminated: ok {rc=0}\u000a00:17:58.424233 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=359): Process ended prematurely: osmo-stp_10.42.42.5(pid=359) [trial-2351↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=359)] [trial-2351↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a00:17:58.432734 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a00:17:58.491575 run osmo-hlr_10.42.42.2(pid=355): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=355)]\u000a00:17:58.539487 run osmo-hlr_10.42.42.2(pid=355): stdout: \u000a| (launched: 2022-12-09_00:17:55.330888) \u000a00:17:58.588080 run osmo-hlr_10.42.42.2(pid=355): stderr: \u000a| �[0;m�[1;31m20221209001755508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209001755509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209001755509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001755509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001755509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209001755509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209001755521 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209001755530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209001755530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209001755530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:17:58.629388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=349): Terminating (SIGTERM)\u000a00:17:58.668235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=358): Terminating (SIGTERM)\u000a00:17:58.707172 run pcap-recorder_any(filters='host 10.42.42.6')(pid=361): Terminating (SIGTERM)\u000a00:17:58.716199 --- ParallelTerminationStrategy: PID 349 died...\u000a00:17:58.768114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=349): Terminated: ok {rc=0}\u000a00:17:58.777641 --- ParallelTerminationStrategy: PID 358 died...\u000a00:17:58.829485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=358): Terminated: ok {rc=0}\u000a00:17:58.838945 --- ParallelTerminationStrategy: PID 361 died...\u000a00:17:58.890514 run pcap-recorder_any(filters='host 10.42.42.6')(pid=361): Terminated: ok {rc=0}\u000a00:17:58.977799 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "143", "name" : "gprs_nanobts+band-1900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:17:00" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=377): Process ended prematurely: osmo-stp_10.42.42.5(pid=377) [trial-2351↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=377)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=377): Process ended prematurely: osmo-stp_10.42.42.5(pid=377) [trial-2351↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=377)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a00:18:00.999426 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:18:01.012415 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:18:01.169641 tst switch_tch_pdch.py: using LAC 17756\u000a00:18:01.295176 tst switch_tch_pdch.py: using RAC 161\u000a00:18:01.422123 tst switch_tch_pdch.py: using CellId 17756\u000a00:18:01.580003 tst switch_tch_pdch.py: using BVCI 17757\u000a00:18:01.608394 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:18:01.620435 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:18:01.632397 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:18:01.645283 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:18:01.657460 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:18:01.669962 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:18:01.682263 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:18:01.694468 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:18:01.812817 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:18:02.150794 tst switch_tch_pdch.py:51: start network...\u000a00:18:02.280529 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:18:02.760208 run create_hlr_db(pid=371): Launched\u000a00:18:02.933207 bus /gobi_6: Setting Powered False\u000a00:18:03.953023 run create_hlr_db(pid=371): Terminated: ok {rc=0}\u000a00:18:04.351250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=373): Launched\u000a00:18:04.649779 run osmo-hlr_10.42.42.2(pid=374): Launched\u000a00:18:04.758165 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:18:05.276019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=376): Launched\u000a00:18:05.573241 run osmo-stp_10.42.42.5(pid=377): Launched\u000a00:18:05.681855 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:18:06.202705 run pcap-recorder_any(filters='host 10.42.42.6')(pid=379): Launched\u000a00:18:06.308690 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:18:06.568014 run patchelf(pid=380): Launched\u000a00:18:06.743055 run osmo-stp_10.42.42.5(pid=377): ERR: Terminated: ERROR {rc=1} [trial-2351↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=377)]\u000a00:18:06.870687 run osmo-stp_10.42.42.5(pid=377): stdout: \u000a| (launched: 2022-12-09_00:18:05.427014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:18:06.998842 run osmo-stp_10.42.42.5(pid=377): stderr: \u000a| �[0;m�[38;5;43m20221209001805600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001805600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001805600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001805601 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001805601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001805601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001805601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:18:07.122538 run osmo-stp_10.42.42.5(pid=377): stdout: \u000a| (launched: 2022-12-09_00:18:05.427014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:18:07.244940 run osmo-stp_10.42.42.5(pid=377): stderr: \u000a| �[0;m�[38;5;43m20221209001805600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001805600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001805600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001805601 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001805601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001805601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001805601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:18:07.387672 run patchelf(pid=380): Terminating (SIGINT)\u000a00:18:07.554516 run patchelf(pid=380): Terminated: ok {rc=0}\u000a00:18:07.585587 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=377): Process ended prematurely: osmo-stp_10.42.42.5(pid=377) [trial-2351↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=377)] [trial-2351↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a00:18:07.594513 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a00:18:07.653177 run osmo-hlr_10.42.42.2(pid=374): ERR: Terminated: ERROR {rc=237} [trial-2351↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=374)]\u000a00:18:07.701964 run osmo-hlr_10.42.42.2(pid=374): stdout: \u000a| (launched: 2022-12-09_00:18:04.503143) \u000a00:18:07.751248 run osmo-hlr_10.42.42.2(pid=374): stderr: \u000a| �[0;m�[1;31m20221209001804682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209001804682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209001804683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001804683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001804683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209001804683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209001804695 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209001804703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209001804703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209001804703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:18:07.793020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=373): Terminating (SIGTERM)\u000a00:18:07.832289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=376): Terminating (SIGTERM)\u000a00:18:07.871415 run pcap-recorder_any(filters='host 10.42.42.6')(pid=379): Terminating (SIGTERM)\u000a00:18:07.880556 --- ParallelTerminationStrategy: PID 373 died...\u000a00:18:07.932871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=373): Terminated: ok {rc=0}\u000a00:18:07.942521 --- ParallelTerminationStrategy: PID 376 died...\u000a00:18:07.994767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=376): Terminated: ok {rc=0}\u000a00:18:08.004304 --- ParallelTerminationStrategy: PID 379 died...\u000a00:18:08.056498 run pcap-recorder_any(filters='host 10.42.42.6')(pid=379): Terminated: ok {rc=0}\u000a00:18:08.143378 bus /gobi_0: Setting Powered False\u000a00:18:09.245482 bus /gobi_0: Setting Powered False\u000a00:18:10.355798 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "144", "name" : "dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:18:00" }, { "cases" : [ { "testActions" : [ ], "age" : 21, "className" : "sms:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=390): Process ended prematurely: osmo-stp_10.42.42.5(pid=390) [trial-2351↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=390)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=390): Process ended prematurely: osmo-stp_10.42.42.5(pid=390) [trial-2351↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=390)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 sms:nanobts+band-900 mo_mt_sms.py\u000a----------------------------------------------\u000a00:18:12.291283 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:18:12.304019 tst sms:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a00:18:12.434688 tst mo_mt_sms.py: using LAC 17757\u000a00:18:12.556100 tst mo_mt_sms.py: using RAC 162\u000a00:18:12.679350 tst mo_mt_sms.py: using CellId 17757\u000a00:18:12.802146 tst mo_mt_sms.py: using BVCI 17758\u000a00:18:12.826397 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:18:12.837640 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:18:12.848638 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:18:12.859659 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:18:12.871193 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:18:12.882902 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a00:18:13.000623 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a00:18:13.208704 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:18:13.707230 run create_hlr_db(pid=384): Launched\u000a00:18:13.893170 bus /gobi_6: Setting Powered False\u000a00:18:14.912397 run create_hlr_db(pid=384): Terminated: ok {rc=0}\u000a00:18:15.313169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=386): Launched\u000a00:18:15.613227 run osmo-hlr_10.42.42.2(pid=387): Launched\u000a00:18:15.723202 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:18:16.281265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=389): Launched\u000a00:18:16.694267 run osmo-stp_10.42.42.5(pid=390): Launched\u000a00:18:16.865394 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:18:17.511886 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=392): Launched\u000a00:18:17.830272 run osmo-msc_10.42.42.6(pid=393): Launched\u000a00:18:18.017334 run osmo-stp_10.42.42.5(pid=390): ERR: Terminated: ERROR {rc=1} [trial-2351↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=390)]\u000a00:18:18.152895 run osmo-stp_10.42.42.5(pid=390): stdout: \u000a| (launched: 2022-12-09_00:18:16.435394)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:18:18.287687 run osmo-stp_10.42.42.5(pid=390): stderr: \u000a| �[0;m�[38;5;43m20221209001816757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001816757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001816758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001816758 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001816759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001816759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001816759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:18:18.416035 run osmo-stp_10.42.42.5(pid=390): stdout: \u000a| (launched: 2022-12-09_00:18:16.435394)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:18:18.543488 run osmo-stp_10.42.42.5(pid=390): stderr: \u000a| �[0;m�[38;5;43m20221209001816757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001816757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001816758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001816758 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001816759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001816759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001816759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:18:18.599217 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=390): Process ended prematurely: osmo-stp_10.42.42.5(pid=390) [trial-2351↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=390)] [trial-2351↪sms:nanobts+band-900↪mo_mt_sms.py:16]\u000a00:18:18.607846 tst mo_mt_sms.py:16: Test FAILED (6.3 sec)\u000a00:18:18.670333 run osmo-hlr_10.42.42.2(pid=387): ERR: Terminated: ERROR {rc=237} [trial-2351↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=387)]\u000a00:18:18.721244 run osmo-hlr_10.42.42.2(pid=387): stdout: \u000a| (launched: 2022-12-09_00:18:15.464207) \u000a00:18:18.772909 run osmo-hlr_10.42.42.2(pid=387): stderr: \u000a| �[0;m�[1;31m20221209001815643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209001815643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209001815643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001815643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001815643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209001815643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209001815655 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209001815666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209001815666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209001815666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:18:18.842961 run osmo-msc_10.42.42.6(pid=393): ERR: Terminated: ERROR {rc=2} [trial-2351↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=393)]\u000a00:18:18.893884 run osmo-msc_10.42.42.6(pid=393): stdout: \u000a| (launched: 2022-12-09_00:18:17.674140) \u000a00:18:18.945314 run osmo-msc_10.42.42.6(pid=393): stderr: \u000a| �[0;m�[38;5;43m20221209001817995 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209001817995 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa03c05fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209001817995 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209001817995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209001817995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209001817996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209001817997 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209001817998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209001817998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209001817998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:18:18.989030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=386): Terminating (SIGTERM)\u000a00:18:19.030888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=389): Terminating (SIGTERM)\u000a00:18:19.072239 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=392): Terminating (SIGTERM)\u000a00:18:19.082167 --- ParallelTerminationStrategy: PID 386 died...\u000a00:18:19.137849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=386): Terminated: ok {rc=0}\u000a00:18:19.147828 --- ParallelTerminationStrategy: PID 389 died...\u000a00:18:19.202975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=389): Terminated: ok {rc=0}\u000a00:18:19.213380 --- ParallelTerminationStrategy: PID 392 died...\u000a00:18:19.268357 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=392): Terminated: ok {rc=0}\u000a00:18:19.354659 bus /sierra_3: Setting Powered False\u000a00:18:20.457724 bus /sierra_3: Setting Powered False\u000a00:18:21.568771 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "145", "name" : "sms_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:18:12" }, { "cases" : [ { "testActions" : [ ], "age" : 180, "className" : "nitb_ussd:nanobts+band-900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=400): Process ended prematurely: osmo-nitb_10.42.42.2(pid=400) [trial-2351↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=400)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=400): Process ended prematurely: osmo-nitb_10.42.42.2(pid=400) [trial-2351↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=400)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 nitb_ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a00:18:23.416424 tst nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1)\u000a00:18:23.427230 tst nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a00:18:23.564334 tst assert_extension.py: using LAC 17758\u000a00:18:23.680480 tst assert_extension.py: using RAC 163\u000a00:18:23.798194 tst assert_extension.py: using CellId 17758\u000a00:18:23.913582 tst assert_extension.py: using BVCI 17759\u000a00:18:23.936253 tst nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a00:18:24.225170 tst assert_extension.py:10: start nitb and bts...\u000a00:18:24.358528 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:18:25.014968 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=399): Launched\u000a00:18:25.328674 run osmo-nitb_10.42.42.2(pid=400): Launched\u000a00:18:25.524634 run osmo-nitb_10.42.42.2(pid=400): ERR: Terminated: ERROR {rc=2} [trial-2351↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=400)]\u000a00:18:25.669408 run osmo-nitb_10.42.42.2(pid=400): stdout: \u000a| (launched: 2022-12-09_00:18:25.176465) \u000a00:18:25.814031 run osmo-nitb_10.42.42.2(pid=400): stderr: \u000a| (launched: 2022-12-09_00:18:25.223820)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:18:25.954585 run osmo-nitb_10.42.42.2(pid=400): stdout: \u000a| (launched: 2022-12-09_00:18:25.176465) \u000a00:18:26.093421 run osmo-nitb_10.42.42.2(pid=400): stderr: \u000a| (launched: 2022-12-09_00:18:25.223820)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:18:26.457070 tst osmo-nitb_10.42.42.2(pid=400): stdout: \u000a| (launched: 2022-12-09_00:18:25.176465) \u000a00:18:26.584171 tst osmo-nitb_10.42.42.2(pid=400): stderr: \u000a| (launched: 2022-12-09_00:18:25.223820)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:18:26.639473 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=400): Process ended prematurely: osmo-nitb_10.42.42.2(pid=400) [trial-2351↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=400)] [trial-2351↪nitb_ussd:nanobts+band-900↪assert_extension.py:12]\u000a00:18:26.648140 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a00:18:26.684449 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=399): Terminating (SIGTERM)\u000a00:18:26.862362 --- ParallelTerminationStrategy: PID 399 died...\u000a00:18:26.915962 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=399): Terminated: ok {rc=0}\u000a00:18:26.998474 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "146", "name" : "nitb_ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:18:23" }, { "cases" : [ { "testActions" : [ ], "age" : 21, "className" : "ussd:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=410): Process ended prematurely: osmo-stp_10.42.42.5(pid=410) [trial-2351↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=410)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=410): Process ended prematurely: osmo-stp_10.42.42.5(pid=410) [trial-2351↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=410)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a00:18:28.828238 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:18:28.839514 tst ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a00:18:28.980647 tst assert_extension.py: using LAC 17759\u000a00:18:29.104940 tst assert_extension.py: using RAC 164\u000a00:18:29.230522 tst assert_extension.py: using CellId 17759\u000a00:18:29.353836 tst assert_extension.py: using BVCI 17760\u000a00:18:29.378045 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:18:29.389180 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:18:29.400566 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:18:29.412075 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:18:29.423700 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:18:29.435213 tst ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a00:18:29.633520 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:18:30.112687 run create_hlr_db(pid=404): Launched\u000a00:18:30.285240 bus /sierra_2: Setting Powered False\u000a00:18:31.311248 run create_hlr_db(pid=404): Terminated: ok {rc=0}\u000a00:18:31.728602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=406): Launched\u000a00:18:32.142258 run osmo-hlr_10.42.42.2(pid=407): Launched\u000a00:18:32.286510 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:18:32.842045 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=409): Launched\u000a00:18:33.159782 run osmo-stp_10.42.42.5(pid=410): Launched\u000a00:18:33.275284 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:18:33.856019 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=412): Launched\u000a00:18:34.174266 run osmo-msc_10.42.42.6(pid=413): Launched\u000a00:18:34.361690 run osmo-stp_10.42.42.5(pid=410): ERR: Terminated: ERROR {rc=1} [trial-2351↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=410)]\u000a00:18:34.496914 run osmo-stp_10.42.42.5(pid=410): stdout: \u000a| (launched: 2022-12-09_00:18:33.004002)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:18:34.632518 run osmo-stp_10.42.42.5(pid=410): stderr: \u000a| �[0;m�[38;5;43m20221209001833195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001833195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001833195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001833196 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001833196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001833196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001833196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:18:34.760941 run osmo-stp_10.42.42.5(pid=410): stdout: \u000a| (launched: 2022-12-09_00:18:33.004002)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:18:34.888279 run osmo-stp_10.42.42.5(pid=410): stderr: \u000a| �[0;m�[38;5;43m20221209001833195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001833195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001833195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001833196 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001833196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001833196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001833196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:18:34.944001 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=410): Process ended prematurely: osmo-stp_10.42.42.5(pid=410) [trial-2351↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=410)] [trial-2351↪ussd:nanobts+band-900↪assert_extension.py:17]\u000a00:18:34.952862 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a00:18:35.015363 run osmo-hlr_10.42.42.2(pid=407): ERR: Terminated: ERROR {rc=237} [trial-2351↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=407)]\u000a00:18:35.066968 run osmo-hlr_10.42.42.2(pid=407): stdout: \u000a| (launched: 2022-12-09_00:18:31.883611) \u000a00:18:35.119315 run osmo-hlr_10.42.42.2(pid=407): stderr: \u000a| �[0;m�[1;31m20221209001832216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209001832216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209001832216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001832216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001832216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209001832216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209001832228 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209001832236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209001832237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209001832237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:18:35.189188 run osmo-msc_10.42.42.6(pid=413): ERR: Terminated: ERROR {rc=2} [trial-2351↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=413)]\u000a00:18:35.240942 run osmo-msc_10.42.42.6(pid=413): stdout: \u000a| (launched: 2022-12-09_00:18:34.018038) \u000a00:18:35.292402 run osmo-msc_10.42.42.6(pid=413): stderr: \u000a| �[0;m�[38;5;43m20221209001834340 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209001834340 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7388abdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209001834340 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209001834340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209001834340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209001834340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209001834342 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209001834343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209001834343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209001834343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:18:35.336651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=406): Terminating (SIGTERM)\u000a00:18:35.378426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=409): Terminating (SIGTERM)\u000a00:18:35.420231 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=412): Terminating (SIGTERM)\u000a00:18:35.430481 --- ParallelTerminationStrategy: PID 406 died...\u000a00:18:35.485914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=406): Terminated: ok {rc=0}\u000a00:18:35.496294 --- ParallelTerminationStrategy: PID 409 died...\u000a00:18:35.552061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=409): Terminated: ok {rc=0}\u000a00:18:35.562703 --- ParallelTerminationStrategy: PID 412 died...\u000a00:18:35.617908 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=412): Terminated: ok {rc=0}\u000a00:18:35.704765 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "147", "name" : "ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:18:28" }, { "cases" : [ { "testActions" : [ ], "age" : 21, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=424): Process ended prematurely: osmo-stp_10.42.42.5(pid=424) [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=424)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=424): Process ended prematurely: osmo-stp_10.42.42.5(pid=424) [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=424)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a00:18:37.657248 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:18:37.668338 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a00:18:37.820454 tst mo_mt_call.py: using LAC 17760\u000a00:18:37.938597 tst mo_mt_call.py: using RAC 165\u000a00:18:38.056046 tst mo_mt_call.py: using CellId 17760\u000a00:18:38.174137 tst mo_mt_call.py: using BVCI 17761\u000a00:18:38.197251 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:18:38.208212 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:18:38.219088 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:18:38.230380 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:18:38.241358 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:18:38.252125 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:18:38.368302 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:18:38.567420 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:18:39.051525 run create_hlr_db(pid=418): Launched\u000a00:18:39.227102 bus /sierra_2: Setting Powered False\u000a00:18:40.247498 run create_hlr_db(pid=418): Terminated: ok {rc=0}\u000a00:18:40.677449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=420): Launched\u000a00:18:40.999796 run osmo-hlr_10.42.42.2(pid=421): Launched\u000a00:18:41.117533 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:18:41.679050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=423): Launched\u000a00:18:42.002325 run osmo-stp_10.42.42.5(pid=424): Launched\u000a00:18:42.120060 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:18:42.710744 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=426): Launched\u000a00:18:43.034197 run osmo-msc_10.42.42.6(pid=427): Launched\u000a00:18:43.225115 run osmo-stp_10.42.42.5(pid=424): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=424)]\u000a00:18:43.362616 run osmo-stp_10.42.42.5(pid=424): stdout: \u000a| (launched: 2022-12-09_00:18:41.843214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:18:43.499298 run osmo-stp_10.42.42.5(pid=424): stderr: \u000a| �[0;m�[38;5;43m20221209001842034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001842034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001842034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001842035 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001842035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001842035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001842035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:18:43.629896 run osmo-stp_10.42.42.5(pid=424): stdout: \u000a| (launched: 2022-12-09_00:18:41.843214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:18:43.758588 run osmo-stp_10.42.42.5(pid=424): stderr: \u000a| �[0;m�[38;5;43m20221209001842034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001842034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001842034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001842035 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001842035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001842035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001842035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:18:43.815428 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=424): Process ended prematurely: osmo-stp_10.42.42.5(pid=424) [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=424)] [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a00:18:43.824654 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a00:18:43.886976 run osmo-hlr_10.42.42.2(pid=421): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=421)]\u000a00:18:43.938042 run osmo-hlr_10.42.42.2(pid=421): stdout: \u000a| (launched: 2022-12-09_00:18:40.841928) \u000a00:18:43.989639 run osmo-hlr_10.42.42.2(pid=421): stderr: \u000a| �[0;m�[1;31m20221209001841041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209001841041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209001841041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001841041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001841041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209001841041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209001841069 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209001841078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209001841078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209001841078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:18:44.059942 run osmo-msc_10.42.42.6(pid=427): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=427)]\u000a00:18:44.111402 run osmo-msc_10.42.42.6(pid=427): stdout: \u000a| (launched: 2022-12-09_00:18:42.875333) \u000a00:18:44.163155 run osmo-msc_10.42.42.6(pid=427): stderr: \u000a| �[0;m�[38;5;43m20221209001843197 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209001843197 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe28390dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209001843197 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209001843197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209001843198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209001843198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209001843200 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209001843201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209001843201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209001843201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:18:44.206639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=420): Terminating (SIGTERM)\u000a00:18:44.248128 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=423): Terminating (SIGTERM)\u000a00:18:44.290357 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=426): Terminating (SIGTERM)\u000a00:18:44.300015 --- ParallelTerminationStrategy: PID 420 died...\u000a00:18:44.355423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=420): Terminated: ok {rc=0}\u000a00:18:44.365704 --- ParallelTerminationStrategy: PID 423 died...\u000a00:18:44.420863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=423): Terminated: ok {rc=0}\u000a00:18:44.430957 --- ParallelTerminationStrategy: PID 426 died...\u000a00:18:44.486155 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=426): Terminated: ok {rc=0}\u000a00:18:44.572551 bus /sierra_3: Setting Powered False\u000a00:18:45.678191 bus /sierra_3: Setting Powered False\u000a00:18:46.784545 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 32, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=435): Process ended prematurely: osmo-stp_10.42.42.5(pid=435) [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=435)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=435): Process ended prematurely: osmo-stp_10.42.42.5(pid=435) [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=435)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:18:47.893850 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:18:47.905584 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a00:18:48.061724 tst mo_mt_call_osmux.py: using LAC 17761\u000a00:18:48.180606 tst mo_mt_call_osmux.py: using RAC 166\u000a00:18:48.300402 tst mo_mt_call_osmux.py: using CellId 17761\u000a00:18:48.423097 tst mo_mt_call_osmux.py: using BVCI 17762\u000a00:18:48.446314 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:18:48.457310 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:18:48.468138 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:18:48.478987 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:18:48.489916 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:18:48.500710 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:18:48.620201 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:18:48.834962 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:18:49.343995 run create_hlr_db(pid=429): Launched\u000a00:18:49.531727 bus /sierra_2: Setting Powered False\u000a00:18:50.552355 run create_hlr_db(pid=429): Terminated: ok {rc=0}\u000a00:18:50.959729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=431): Launched\u000a00:18:51.264395 run osmo-hlr_10.42.42.2(pid=432): Launched\u000a00:18:51.376056 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:18:51.903801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=434): Launched\u000a00:18:52.209784 run osmo-stp_10.42.42.5(pid=435): Launched\u000a00:18:52.320458 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:18:52.874883 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=437): Launched\u000a00:18:53.180069 run osmo-msc_10.42.42.6(pid=438): Launched\u000a00:18:53.359168 run osmo-stp_10.42.42.5(pid=435): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=435)]\u000a00:18:53.488511 run osmo-stp_10.42.42.5(pid=435): stdout: \u000a| (launched: 2022-12-09_00:18:52.059285)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:18:53.615227 run osmo-stp_10.42.42.5(pid=435): stderr: \u000a| �[0;m�[38;5;43m20221209001852231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001852231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001852231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001852232 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001852232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001852232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001852233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:18:53.736898 run osmo-stp_10.42.42.5(pid=435): stdout: \u000a| (launched: 2022-12-09_00:18:52.059285)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:18:53.857631 run osmo-stp_10.42.42.5(pid=435): stderr: \u000a| �[0;m�[38;5;43m20221209001852231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001852231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001852231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001852232 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001852232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001852232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001852233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:18:53.910993 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=435): Process ended prematurely: osmo-stp_10.42.42.5(pid=435) [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=435)] [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a00:18:53.919656 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a00:18:53.977874 run osmo-hlr_10.42.42.2(pid=432): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=432)]\u000a00:18:54.025582 run osmo-hlr_10.42.42.2(pid=432): stdout: \u000a| (launched: 2022-12-09_00:18:51.114821) \u000a00:18:54.074722 run osmo-hlr_10.42.42.2(pid=432): stderr: \u000a| �[0;m�[1;31m20221209001851292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209001851292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209001851292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001851292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001851292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209001851292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209001851305 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209001851314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209001851314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209001851314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:18:54.140751 run osmo-msc_10.42.42.6(pid=438): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=438)]\u000a00:18:54.188437 run osmo-msc_10.42.42.6(pid=438): stdout: \u000a| (launched: 2022-12-09_00:18:53.029603) \u000a00:18:54.236645 run osmo-msc_10.42.42.6(pid=438): stderr: \u000a| �[0;m�[38;5;43m20221209001853301 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209001853302 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe5992aec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209001853302 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209001853302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209001853302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209001853302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209001853305 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209001853307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209001853307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209001853307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:18:54.277598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=431): Terminating (SIGTERM)\u000a00:18:54.316345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=434): Terminating (SIGTERM)\u000a00:18:54.355195 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=437): Terminating (SIGTERM)\u000a00:18:54.364294 --- ParallelTerminationStrategy: PID 431 died...\u000a00:18:54.416431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=431): Terminated: ok {rc=0}\u000a00:18:54.426115 --- ParallelTerminationStrategy: PID 434 died...\u000a00:18:54.478392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=434): Terminated: ok {rc=0}\u000a00:18:54.488043 --- ParallelTerminationStrategy: PID 437 died...\u000a00:18:54.539771 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=437): Terminated: ok {rc=0}\u000a00:18:54.621231 bus /sierra_3: Setting Powered False\u000a00:18:55.721962 bus /sierra_3: Setting Powered False\u000a00:18:56.832190 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "148", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:18:37" }, { "cases" : [ { "testActions" : [ ], "age" : 21, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=449): Process ended prematurely: osmo-stp_10.42.42.5(pid=449) [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=449)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=449): Process ended prematurely: osmo-stp_10.42.42.5(pid=449) [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=449)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a00:18:58.823066 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:18:58.834390 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a00:18:58.984676 tst mo_mt_call.py: using LAC 17762\u000a00:18:59.106355 tst mo_mt_call.py: using RAC 167\u000a00:18:59.223577 tst mo_mt_call.py: using CellId 17762\u000a00:18:59.340890 tst mo_mt_call.py: using BVCI 17763\u000a00:18:59.363868 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:18:59.374860 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:18:59.385714 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:18:59.396437 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:18:59.407343 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:18:59.418146 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:18:59.535962 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:18:59.736082 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:19:00.221468 run create_hlr_db(pid=443): Launched\u000a00:19:00.396167 bus /sierra_2: Setting Powered False\u000a00:19:01.476085 run create_hlr_db(pid=443): Terminated: ok {rc=0}\u000a00:19:01.931185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=445): Launched\u000a00:19:02.299412 run osmo-hlr_10.42.42.2(pid=446): Launched\u000a00:19:02.426018 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:19:02.987585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=448): Launched\u000a00:19:03.310659 run osmo-stp_10.42.42.5(pid=449): Launched\u000a00:19:03.429303 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:19:04.021282 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=451): Launched\u000a00:19:04.345517 run osmo-msc_10.42.42.6(pid=452): Launched\u000a00:19:04.536346 run osmo-stp_10.42.42.5(pid=449): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=449)]\u000a00:19:04.674744 run osmo-stp_10.42.42.5(pid=449): stdout: \u000a| (launched: 2022-12-09_00:19:03.152270)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:19:04.811710 run osmo-stp_10.42.42.5(pid=449): stderr: \u000a| �[0;m�[38;5;43m20221209001903344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001903344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001903344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001903345 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001903345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001903345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001903345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:19:04.942362 run osmo-stp_10.42.42.5(pid=449): stdout: \u000a| (launched: 2022-12-09_00:19:03.152270)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:19:05.071532 run osmo-stp_10.42.42.5(pid=449): stderr: \u000a| �[0;m�[38;5;43m20221209001903344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001903344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001903344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001903345 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001903345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001903345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001903345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:19:05.128572 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=449): Process ended prematurely: osmo-stp_10.42.42.5(pid=449) [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=449)] [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a00:19:05.137888 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a00:19:05.200129 run osmo-hlr_10.42.42.2(pid=446): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=446)]\u000a00:19:05.251294 run osmo-hlr_10.42.42.2(pid=446): stdout: \u000a| (launched: 2022-12-09_00:19:02.089510) \u000a00:19:05.303266 run osmo-hlr_10.42.42.2(pid=446): stderr: \u000a| �[0;m�[1;31m20221209001902310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209001902310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209001902310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001902310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001902310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209001902310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209001902323 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209001902332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209001902333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209001902333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:19:05.373393 run osmo-msc_10.42.42.6(pid=452): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=452)]\u000a00:19:05.424861 run osmo-msc_10.42.42.6(pid=452): stdout: \u000a| (launched: 2022-12-09_00:19:04.186912) \u000a00:19:05.476295 run osmo-msc_10.42.42.6(pid=452): stderr: \u000a| �[0;m�[38;5;43m20221209001904511 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209001904511 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1c2cf55c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209001904511 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209001904511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209001904511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209001904511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209001904513 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209001904514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209001904514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209001904514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:19:05.520342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=445): Terminating (SIGTERM)\u000a00:19:05.562768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=448): Terminating (SIGTERM)\u000a00:19:05.604360 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=451): Terminating (SIGTERM)\u000a00:19:05.614164 --- ParallelTerminationStrategy: PID 445 died...\u000a00:19:05.670055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=445): Terminated: ok {rc=0}\u000a00:19:05.680143 --- ParallelTerminationStrategy: PID 448 died...\u000a00:19:05.735604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=448): Terminated: ok {rc=0}\u000a00:19:05.745980 --- ParallelTerminationStrategy: PID 451 died...\u000a00:19:05.801177 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=451): Terminated: ok {rc=0}\u000a00:19:05.887973 bus /sierra_3: Setting Powered False\u000a00:19:06.992465 bus /sierra_3: Setting Powered False\u000a00:19:08.099662 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 32, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=460): Process ended prematurely: osmo-stp_10.42.42.5(pid=460) [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=460)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=460): Process ended prematurely: osmo-stp_10.42.42.5(pid=460) [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=460)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:19:09.213135 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:19:09.225499 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a00:19:09.388428 tst mo_mt_call_osmux.py: using LAC 17763\u000a00:19:09.510017 tst mo_mt_call_osmux.py: using RAC 168\u000a00:19:09.628805 tst mo_mt_call_osmux.py: using CellId 17763\u000a00:19:09.748096 tst mo_mt_call_osmux.py: using BVCI 17764\u000a00:19:09.771322 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:19:09.782373 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:19:09.793583 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:19:09.804558 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:19:09.815852 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:19:09.827072 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:19:09.945779 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:19:10.146377 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:19:10.633921 run create_hlr_db(pid=454): Launched\u000a00:19:10.809570 bus /sierra_2: Setting Powered False\u000a00:19:11.830665 run create_hlr_db(pid=454): Terminated: ok {rc=0}\u000a00:19:12.260711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=456): Launched\u000a00:19:12.586784 run osmo-hlr_10.42.42.2(pid=457): Launched\u000a00:19:12.706809 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:19:13.271203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=459): Launched\u000a00:19:13.595809 run osmo-stp_10.42.42.5(pid=460): Launched\u000a00:19:13.713827 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:19:14.306783 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=462): Launched\u000a00:19:14.631634 run osmo-msc_10.42.42.6(pid=463): Launched\u000a00:19:14.822369 run osmo-stp_10.42.42.5(pid=460): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=460)]\u000a00:19:14.960201 run osmo-stp_10.42.42.5(pid=460): stdout: \u000a| (launched: 2022-12-09_00:19:13.435886)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:19:15.098011 run osmo-stp_10.42.42.5(pid=460): stderr: \u000a| �[0;m�[38;5;43m20221209001913627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001913627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001913627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001913628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001913628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001913628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001913628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:19:15.228314 run osmo-stp_10.42.42.5(pid=460): stdout: \u000a| (launched: 2022-12-09_00:19:13.435886)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:19:15.357813 run osmo-stp_10.42.42.5(pid=460): stderr: \u000a| �[0;m�[38;5;43m20221209001913627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001913627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001913627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001913628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001913628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001913628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001913628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:19:15.414688 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=460): Process ended prematurely: osmo-stp_10.42.42.5(pid=460) [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=460)] [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a00:19:15.423829 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a00:19:15.485851 run osmo-hlr_10.42.42.2(pid=457): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=457)]\u000a00:19:15.537346 run osmo-hlr_10.42.42.2(pid=457): stdout: \u000a| (launched: 2022-12-09_00:19:12.426072) \u000a00:19:15.589142 run osmo-hlr_10.42.42.2(pid=457): stderr: \u000a| �[0;m�[1;31m20221209001912627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209001912627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209001912627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001912627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001912627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209001912627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209001912639 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209001912647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209001912647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209001912647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:19:15.658795 run osmo-msc_10.42.42.6(pid=463): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=463)]\u000a00:19:15.709656 run osmo-msc_10.42.42.6(pid=463): stdout: \u000a| (launched: 2022-12-09_00:19:14.471720) \u000a00:19:15.761137 run osmo-msc_10.42.42.6(pid=463): stderr: \u000a| �[0;m�[38;5;43m20221209001914794 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209001914795 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6eacab0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209001914795 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209001914795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209001914795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209001914795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209001914797 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209001914797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209001914798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209001914798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:19:15.804787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=456): Terminating (SIGTERM)\u000a00:19:15.865471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=459): Terminating (SIGTERM)\u000a00:19:15.919996 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=462): Terminating (SIGTERM)\u000a00:19:15.930233 --- ParallelTerminationStrategy: PID 456 died...\u000a00:19:15.987446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=456): Terminated: ok {rc=0}\u000a00:19:15.998282 --- ParallelTerminationStrategy: PID 459 died...\u000a00:19:16.060297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=459): Terminated: ok {rc=0}\u000a00:19:16.074159 --- ParallelTerminationStrategy: PID 462 died...\u000a00:19:16.148269 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=462): Terminated: ok {rc=0}\u000a00:19:16.260047 bus /sierra_3: Setting Powered False\u000a00:19:17.368943 bus /sierra_3: Setting Powered False\u000a00:19:18.474766 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "149", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:18:58" }, { "cases" : [ { "testActions" : [ ], "age" : 26, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=474): Process ended prematurely: osmo-stp_10.42.42.5(pid=474) [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=474)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=474): Process ended prematurely: osmo-stp_10.42.42.5(pid=474) [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=474)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a00:19:20.479704 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:19:20.491409 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a00:19:20.654118 tst mo_mt_call.py: using LAC 17764\u000a00:19:20.781721 tst mo_mt_call.py: using RAC 169\u000a00:19:20.909140 tst mo_mt_call.py: using CellId 17764\u000a00:19:21.030382 tst mo_mt_call.py: using BVCI 17765\u000a00:19:21.053587 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:19:21.064768 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:19:21.075864 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:19:21.086979 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:19:21.099045 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:19:21.110396 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:19:21.230838 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:19:21.433825 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:19:21.921416 run create_hlr_db(pid=468): Launched\u000a00:19:22.096156 bus /sierra_2: Setting Powered False\u000a00:19:23.117902 run create_hlr_db(pid=468): Terminated: ok {rc=0}\u000a00:19:23.548314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=470): Launched\u000a00:19:23.872664 run osmo-hlr_10.42.42.2(pid=471): Launched\u000a00:19:23.994058 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:19:24.560840 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=473): Launched\u000a00:19:24.885131 run osmo-stp_10.42.42.5(pid=474): Launched\u000a00:19:25.003005 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:19:25.593746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=476): Launched\u000a00:19:25.918132 run osmo-msc_10.42.42.6(pid=477): Launched\u000a00:19:26.108910 run osmo-stp_10.42.42.5(pid=474): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=474)]\u000a00:19:26.246399 run osmo-stp_10.42.42.5(pid=474): stdout: \u000a| (launched: 2022-12-09_00:19:24.726071)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:19:26.383769 run osmo-stp_10.42.42.5(pid=474): stderr: \u000a| �[0;m�[38;5;43m20221209001924919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001924919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001924920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001924920 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001924920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001924921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001924921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:19:26.514413 run osmo-stp_10.42.42.5(pid=474): stdout: \u000a| (launched: 2022-12-09_00:19:24.726071)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:19:26.644347 run osmo-stp_10.42.42.5(pid=474): stderr: \u000a| �[0;m�[38;5;43m20221209001924919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001924919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001924920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001924920 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001924920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001924921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001924921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:19:26.701580 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=474): Process ended prematurely: osmo-stp_10.42.42.5(pid=474) [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=474)] [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a00:19:26.710819 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a00:19:26.772864 run osmo-hlr_10.42.42.2(pid=471): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=471)]\u000a00:19:26.824214 run osmo-hlr_10.42.42.2(pid=471): stdout: \u000a| (launched: 2022-12-09_00:19:23.713687) \u000a00:19:26.876278 run osmo-hlr_10.42.42.2(pid=471): stderr: \u000a| �[0;m�[1;31m20221209001923913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209001923913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209001923913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001923913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001923913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209001923913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209001923930 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209001923939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209001923939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209001923939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:19:26.946332 run osmo-msc_10.42.42.6(pid=477): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=477)]\u000a00:19:26.997123 run osmo-msc_10.42.42.6(pid=477): stdout: \u000a| (launched: 2022-12-09_00:19:25.758788) \u000a00:19:27.048589 run osmo-msc_10.42.42.6(pid=477): stderr: \u000a| �[0;m�[38;5;43m20221209001926079 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209001926079 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faba4865c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209001926079 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209001926079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209001926079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209001926079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209001926081 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209001926082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209001926082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209001926082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:19:27.092688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=470): Terminating (SIGTERM)\u000a00:19:27.134433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=473): Terminating (SIGTERM)\u000a00:19:27.175958 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=476): Terminating (SIGTERM)\u000a00:19:27.186005 --- ParallelTerminationStrategy: PID 470 died...\u000a00:19:27.241395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=470): Terminated: ok {rc=0}\u000a00:19:27.251792 --- ParallelTerminationStrategy: PID 473 died...\u000a00:19:27.307040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=473): Terminated: ok {rc=0}\u000a00:19:27.317454 --- ParallelTerminationStrategy: PID 476 died...\u000a00:19:27.372766 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=476): Terminated: ok {rc=0}\u000a00:19:27.457943 bus /sierra_3: Setting Powered False\u000a00:19:28.559362 bus /sierra_3: Setting Powered False\u000a00:19:29.665546 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=485): Process ended prematurely: osmo-stp_10.42.42.5(pid=485) [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=485)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=485): Process ended prematurely: osmo-stp_10.42.42.5(pid=485) [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=485)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:19:30.774347 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:19:30.786412 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a00:19:30.968293 tst mo_mt_call_osmux.py: using LAC 17765\u000a00:19:31.096646 tst mo_mt_call_osmux.py: using RAC 170\u000a00:19:31.242124 tst mo_mt_call_osmux.py: using CellId 17765\u000a00:19:31.402120 tst mo_mt_call_osmux.py: using BVCI 17766\u000a00:19:31.432517 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:19:31.446783 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:19:31.459871 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:19:31.473944 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:19:31.486663 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:19:31.501369 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:19:31.628615 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:19:31.861938 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:19:32.402841 run create_hlr_db(pid=479): Launched\u000a00:19:32.578218 bus /sierra_2: Setting Powered False\u000a00:19:33.599793 run create_hlr_db(pid=479): Terminated: ok {rc=0}\u000a00:19:34.031887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=481): Launched\u000a00:19:34.357585 run osmo-hlr_10.42.42.2(pid=482): Launched\u000a00:19:34.478409 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:19:35.043233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=484): Launched\u000a00:19:35.367564 run osmo-stp_10.42.42.5(pid=485): Launched\u000a00:19:35.485336 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:19:36.078615 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=487): Launched\u000a00:19:36.402777 run osmo-msc_10.42.42.6(pid=488): Launched\u000a00:19:36.593993 run osmo-stp_10.42.42.5(pid=485): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=485)]\u000a00:19:36.730967 run osmo-stp_10.42.42.5(pid=485): stdout: \u000a| (launched: 2022-12-09_00:19:35.208228)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:19:36.867876 run osmo-stp_10.42.42.5(pid=485): stderr: \u000a| �[0;m�[38;5;43m20221209001935400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001935401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001935401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001935402 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001935403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001935403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001935403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:19:36.998758 run osmo-stp_10.42.42.5(pid=485): stdout: \u000a| (launched: 2022-12-09_00:19:35.208228)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:19:37.128052 run osmo-stp_10.42.42.5(pid=485): stderr: \u000a| �[0;m�[38;5;43m20221209001935400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001935401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001935401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001935402 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001935403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001935403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001935403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:19:37.185277 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=485): Process ended prematurely: osmo-stp_10.42.42.5(pid=485) [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=485)] [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a00:19:37.194498 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a00:19:37.256872 run osmo-hlr_10.42.42.2(pid=482): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=482)]\u000a00:19:37.308001 run osmo-hlr_10.42.42.2(pid=482): stdout: \u000a| (launched: 2022-12-09_00:19:34.197346) \u000a00:19:37.359613 run osmo-hlr_10.42.42.2(pid=482): stderr: \u000a| �[0;m�[1;31m20221209001934399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209001934399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209001934399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001934399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001934399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209001934399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209001934412 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209001934420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209001934421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209001934421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:19:37.429168 run osmo-msc_10.42.42.6(pid=488): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=488)]\u000a00:19:37.479760 run osmo-msc_10.42.42.6(pid=488): stdout: \u000a| (launched: 2022-12-09_00:19:36.243642) \u000a00:19:37.531620 run osmo-msc_10.42.42.6(pid=488): stderr: \u000a| �[0;m�[38;5;43m20221209001936567 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209001936568 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe45307bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209001936568 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209001936568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209001936568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209001936568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209001936570 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209001936570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209001936570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209001936570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:19:37.575318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=481): Terminating (SIGTERM)\u000a00:19:37.616830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=484): Terminating (SIGTERM)\u000a00:19:37.658405 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=487): Terminating (SIGTERM)\u000a00:19:37.668353 --- ParallelTerminationStrategy: PID 481 died...\u000a00:19:37.723683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=481): Terminated: ok {rc=0}\u000a00:19:37.734290 --- ParallelTerminationStrategy: PID 484 died...\u000a00:19:37.789242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=484): Terminated: ok {rc=0}\u000a00:19:37.799483 --- ParallelTerminationStrategy: PID 487 died...\u000a00:19:37.854913 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=487): Terminated: ok {rc=0}\u000a00:19:37.939437 bus /sierra_3: Setting Powered False\u000a00:19:39.040554 bus /sierra_3: Setting Powered False\u000a00:19:40.148733 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "150", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:19:20" }, { "cases" : [ { "testActions" : [ ], "age" : 21, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=499): Process ended prematurely: osmo-stp_10.42.42.5(pid=499) [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=499)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=499): Process ended prematurely: osmo-stp_10.42.42.5(pid=499) [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=499)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a00:19:42.153958 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:19:42.165678 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a00:19:42.326053 tst mo_mt_call.py: using LAC 17766\u000a00:19:42.449016 tst mo_mt_call.py: using RAC 171\u000a00:19:42.567941 tst mo_mt_call.py: using CellId 17766\u000a00:19:42.687440 tst mo_mt_call.py: using BVCI 17767\u000a00:19:42.710501 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:19:42.721695 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:19:42.732554 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:19:42.743448 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:19:42.754436 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:19:42.765259 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:19:42.884316 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:19:43.085776 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:19:43.570985 run create_hlr_db(pid=493): Launched\u000a00:19:43.745340 bus /sierra_2: Setting Powered False\u000a00:19:44.765796 run create_hlr_db(pid=493): Terminated: ok {rc=0}\u000a00:19:45.195608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=495): Launched\u000a00:19:45.519398 run osmo-hlr_10.42.42.2(pid=496): Launched\u000a00:19:45.641926 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:19:46.250301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=498): Launched\u000a00:19:46.591171 run osmo-stp_10.42.42.5(pid=499): Launched\u000a00:19:46.725611 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:19:47.423407 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=501): Launched\u000a00:19:47.748025 run osmo-msc_10.42.42.6(pid=502): Launched\u000a00:19:47.938184 run osmo-stp_10.42.42.5(pid=499): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=499)]\u000a00:19:48.075669 run osmo-stp_10.42.42.5(pid=499): stdout: \u000a| (launched: 2022-12-09_00:19:46.418231)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:19:48.213022 run osmo-stp_10.42.42.5(pid=499): stderr: \u000a| �[0;m�[38;5;43m20221209001946829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001946829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001946830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001946830 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001946830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001946831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001946831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:19:48.343678 run osmo-stp_10.42.42.5(pid=499): stdout: \u000a| (launched: 2022-12-09_00:19:46.418231)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:19:48.473295 run osmo-stp_10.42.42.5(pid=499): stderr: \u000a| �[0;m�[38;5;43m20221209001946829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001946829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001946830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001946830 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001946830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001946831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001946831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:19:48.530538 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=499): Process ended prematurely: osmo-stp_10.42.42.5(pid=499) [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=499)] [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a00:19:48.540289 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a00:19:48.604024 run osmo-hlr_10.42.42.2(pid=496): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=496)]\u000a00:19:48.655486 run osmo-hlr_10.42.42.2(pid=496): stdout: \u000a| (launched: 2022-12-09_00:19:45.360503) \u000a00:19:48.707530 run osmo-hlr_10.42.42.2(pid=496): stderr: \u000a| �[0;m�[1;31m20221209001945559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209001945559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209001945559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001945559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001945559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209001945559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209001945575 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209001945584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209001945584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209001945584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:19:48.777333 run osmo-msc_10.42.42.6(pid=502): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=502)]\u000a00:19:48.829309 run osmo-msc_10.42.42.6(pid=502): stdout: \u000a| (launched: 2022-12-09_00:19:47.589229) \u000a00:19:48.881126 run osmo-msc_10.42.42.6(pid=502): stderr: \u000a| �[0;m�[38;5;43m20221209001947914 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209001947915 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f86c54eec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209001947915 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209001947915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209001947915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209001947915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209001947917 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209001947917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209001947917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209001947918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:19:48.924648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=495): Terminating (SIGTERM)\u000a00:19:48.966677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=498): Terminating (SIGTERM)\u000a00:19:49.008170 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=501): Terminating (SIGTERM)\u000a00:19:49.018463 --- ParallelTerminationStrategy: PID 495 died...\u000a00:19:49.074148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=495): Terminated: ok {rc=0}\u000a00:19:49.084748 --- ParallelTerminationStrategy: PID 498 died...\u000a00:19:49.140182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=498): Terminated: ok {rc=0}\u000a00:19:49.150781 --- ParallelTerminationStrategy: PID 501 died...\u000a00:19:49.206159 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=501): Terminated: ok {rc=0}\u000a00:19:49.293635 bus /sierra_3: Setting Powered False\u000a00:19:50.398729 bus /sierra_3: Setting Powered False\u000a00:19:51.504279 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 32, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=510): Process ended prematurely: osmo-stp_10.42.42.5(pid=510) [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=510)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=510): Process ended prematurely: osmo-stp_10.42.42.5(pid=510) [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=510)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:19:52.612225 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:19:52.623865 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a00:19:52.776659 tst mo_mt_call_osmux.py: using LAC 17767\u000a00:19:52.895530 tst mo_mt_call_osmux.py: using RAC 172\u000a00:19:53.017080 tst mo_mt_call_osmux.py: using CellId 17767\u000a00:19:53.135728 tst mo_mt_call_osmux.py: using BVCI 17768\u000a00:19:53.158753 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:19:53.169906 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:19:53.180830 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:19:53.191788 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:19:53.203175 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:19:53.214211 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:19:53.331981 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:19:53.534231 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:19:54.021274 run create_hlr_db(pid=504): Launched\u000a00:19:54.196309 bus /sierra_2: Setting Powered False\u000a00:19:55.215803 run create_hlr_db(pid=504): Terminated: ok {rc=0}\u000a00:19:55.647237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=506): Launched\u000a00:19:55.972090 run osmo-hlr_10.42.42.2(pid=507): Launched\u000a00:19:56.093439 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:19:56.657059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=509): Launched\u000a00:19:56.981175 run osmo-stp_10.42.42.5(pid=510): Launched\u000a00:19:57.099481 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:19:57.693057 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=512): Launched\u000a00:19:58.017827 run osmo-msc_10.42.42.6(pid=513): Launched\u000a00:19:58.208816 run osmo-stp_10.42.42.5(pid=510): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=510)]\u000a00:19:58.346941 run osmo-stp_10.42.42.5(pid=510): stdout: \u000a| (launched: 2022-12-09_00:19:56.821956)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:19:58.484603 run osmo-stp_10.42.42.5(pid=510): stderr: \u000a| �[0;m�[38;5;43m20221209001957016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001957016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001957016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001957016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001957017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001957017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001957017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:19:58.615972 run osmo-stp_10.42.42.5(pid=510): stdout: \u000a| (launched: 2022-12-09_00:19:56.821956)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:19:58.745593 run osmo-stp_10.42.42.5(pid=510): stderr: \u000a| �[0;m�[38;5;43m20221209001957016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209001957016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209001957016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209001957016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209001957017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209001957017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209001957017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:19:58.802679 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=510): Process ended prematurely: osmo-stp_10.42.42.5(pid=510) [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=510)] [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a00:19:58.812088 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a00:19:58.875136 run osmo-hlr_10.42.42.2(pid=507): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=507)]\u000a00:19:58.926292 run osmo-hlr_10.42.42.2(pid=507): stdout: \u000a| (launched: 2022-12-09_00:19:55.812724) \u000a00:19:58.978031 run osmo-hlr_10.42.42.2(pid=507): stderr: \u000a| �[0;m�[1;31m20221209001956011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209001956011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209001956011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001956011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209001956011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209001956011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209001956023 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209001956032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209001956032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209001956032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:19:59.048222 run osmo-msc_10.42.42.6(pid=513): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=513)]\u000a00:19:59.099151 run osmo-msc_10.42.42.6(pid=513): stdout: \u000a| (launched: 2022-12-09_00:19:57.858290) \u000a00:19:59.150794 run osmo-msc_10.42.42.6(pid=513): stderr: \u000a| �[0;m�[38;5;43m20221209001958181 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209001958181 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6e510ddc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209001958181 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209001958181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209001958181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209001958182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209001958183 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209001958184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209001958184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209001958184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:19:59.194396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=506): Terminating (SIGTERM)\u000a00:19:59.236163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=509): Terminating (SIGTERM)\u000a00:19:59.278392 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=512): Terminating (SIGTERM)\u000a00:19:59.288435 --- ParallelTerminationStrategy: PID 506 died...\u000a00:19:59.344056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=506): Terminated: ok {rc=0}\u000a00:19:59.354261 --- ParallelTerminationStrategy: PID 509 died...\u000a00:19:59.409328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=509): Terminated: ok {rc=0}\u000a00:19:59.419253 --- ParallelTerminationStrategy: PID 512 died...\u000a00:19:59.474032 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=512): Terminated: ok {rc=0}\u000a00:19:59.560903 bus /sierra_3: Setting Powered False\u000a00:20:00.662109 bus /sierra_3: Setting Powered False\u000a00:20:01.769704 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "151", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:19:41" }, { "cases" : [ { "testActions" : [ ], "age" : 26, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=527): Process ended prematurely: osmo-stp_10.42.42.5(pid=527) [trial-2351↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=527)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=527): Process ended prematurely: osmo-stp_10.42.42.5(pid=527) [trial-2351↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=527)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a00:20:03.763443 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:20:03.774649 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:20:03.930901 tst mo_mt_call.py: using LAC 17768\u000a00:20:04.050786 tst mo_mt_call.py: using RAC 173\u000a00:20:04.171099 tst mo_mt_call.py: using CellId 17768\u000a00:20:04.297034 tst mo_mt_call.py: using BVCI 17769\u000a00:20:04.322485 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:20:04.334276 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:20:04.346583 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:20:04.358071 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:20:04.369883 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:20:04.381791 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:20:04.498497 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:20:04.702812 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:20:05.190415 run create_hlr_db(pid=521): Launched\u000a00:20:05.365728 bus /sierra_2: Setting Powered False\u000a00:20:06.387784 run create_hlr_db(pid=521): Terminated: ok {rc=0}\u000a00:20:06.819776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=523): Launched\u000a00:20:07.143425 run osmo-hlr_10.42.42.2(pid=524): Launched\u000a00:20:07.264503 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:20:07.828230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=526): Launched\u000a00:20:08.151101 run osmo-stp_10.42.42.5(pid=527): Launched\u000a00:20:08.269212 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:20:08.859935 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=529): Launched\u000a00:20:09.183503 run osmo-msc_10.42.42.6(pid=530): Launched\u000a00:20:09.373134 run osmo-stp_10.42.42.5(pid=527): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=527)]\u000a00:20:09.510314 run osmo-stp_10.42.42.5(pid=527): stdout: \u000a| (launched: 2022-12-09_00:20:07.992815)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:20:09.647103 run osmo-stp_10.42.42.5(pid=527): stderr: \u000a| �[0;m�[38;5;43m20221209002008184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002008184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002008184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002008185 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002008187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002008187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002008187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:20:09.777272 run osmo-stp_10.42.42.5(pid=527): stdout: \u000a| (launched: 2022-12-09_00:20:07.992815)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:20:09.906143 run osmo-stp_10.42.42.5(pid=527): stderr: \u000a| �[0;m�[38;5;43m20221209002008184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002008184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002008184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002008185 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002008187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002008187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002008187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:20:09.962989 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=527): Process ended prematurely: osmo-stp_10.42.42.5(pid=527) [trial-2351↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=527)] [trial-2351↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a00:20:09.972137 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a00:20:10.034910 run osmo-hlr_10.42.42.2(pid=524): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=524)]\u000a00:20:10.085923 run osmo-hlr_10.42.42.2(pid=524): stdout: \u000a| (launched: 2022-12-09_00:20:06.985457) \u000a00:20:10.137593 run osmo-hlr_10.42.42.2(pid=524): stderr: \u000a| �[0;m�[1;31m20221209002007184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209002007184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209002007184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002007184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002007184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209002007184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209002007196 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209002007205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209002007206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209002007206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:20:10.207457 run osmo-msc_10.42.42.6(pid=530): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=530)]\u000a00:20:10.258089 run osmo-msc_10.42.42.6(pid=530): stdout: \u000a| (launched: 2022-12-09_00:20:09.024535) \u000a00:20:10.309429 run osmo-msc_10.42.42.6(pid=530): stderr: \u000a| �[0;m�[38;5;43m20221209002009346 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209002009346 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8fe13ddc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209002009346 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209002009346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209002009346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209002009347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209002009348 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209002009349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209002009349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209002009349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:20:10.352876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=523): Terminating (SIGTERM)\u000a00:20:10.394427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=526): Terminating (SIGTERM)\u000a00:20:10.436284 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=529): Terminating (SIGTERM)\u000a00:20:10.446020 --- ParallelTerminationStrategy: PID 523 died...\u000a00:20:10.501418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=523): Terminated: ok {rc=0}\u000a00:20:10.511317 --- ParallelTerminationStrategy: PID 526 died...\u000a00:20:10.566880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=526): Terminated: ok {rc=0}\u000a00:20:10.576737 --- ParallelTerminationStrategy: PID 529 died...\u000a00:20:10.631947 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=529): Terminated: ok {rc=0}\u000a00:20:10.718741 bus /sierra_3: Setting Powered False\u000a00:20:11.824356 bus /sierra_3: Setting Powered False\u000a00:20:12.935308 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 29, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=538): Process ended prematurely: osmo-stp_10.42.42.5(pid=538) [trial-2351↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=538)]", "failedSince" : 2323, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=538): Process ended prematurely: osmo-stp_10.42.42.5(pid=538) [trial-2351↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=538)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:20:14.045147 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:20:14.057017 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:20:14.210374 tst mo_mt_call_osmux.py: using LAC 17769\u000a00:20:14.331046 tst mo_mt_call_osmux.py: using RAC 174\u000a00:20:14.453043 tst mo_mt_call_osmux.py: using CellId 17769\u000a00:20:14.573238 tst mo_mt_call_osmux.py: using BVCI 17770\u000a00:20:14.596384 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:20:14.607511 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:20:14.618444 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:20:14.629608 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:20:14.640623 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:20:14.651701 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:20:14.767714 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:20:14.977862 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:20:15.489485 run create_hlr_db(pid=532): Launched\u000a00:20:15.677457 bus /sierra_2: Setting Powered False\u000a00:20:16.707819 run create_hlr_db(pid=532): Terminated: ok {rc=0}\u000a00:20:17.197234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=534): Launched\u000a00:20:17.523678 run osmo-hlr_10.42.42.2(pid=535): Launched\u000a00:20:17.643691 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:20:18.205998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=537): Launched\u000a00:20:18.528848 run osmo-stp_10.42.42.5(pid=538): Launched\u000a00:20:18.648143 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:20:19.240288 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=540): Launched\u000a00:20:19.564752 run osmo-msc_10.42.42.6(pid=541): Launched\u000a00:20:19.755496 run osmo-stp_10.42.42.5(pid=538): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=538)]\u000a00:20:19.893042 run osmo-stp_10.42.42.5(pid=538): stdout: \u000a| (launched: 2022-12-09_00:20:18.370734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:20:20.030083 run osmo-stp_10.42.42.5(pid=538): stderr: \u000a| �[0;m�[38;5;43m20221209002018565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002018565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002018565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002018566 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002018566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002018566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002018566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:20:20.160532 run osmo-stp_10.42.42.5(pid=538): stdout: \u000a| (launched: 2022-12-09_00:20:18.370734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:20:20.290055 run osmo-stp_10.42.42.5(pid=538): stderr: \u000a| �[0;m�[38;5;43m20221209002018565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002018565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002018565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002018566 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002018566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002018566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002018566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:20:20.347273 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=538): Process ended prematurely: osmo-stp_10.42.42.5(pid=538) [trial-2351↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=538)] [trial-2351↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a00:20:20.356605 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a00:20:20.419755 run osmo-hlr_10.42.42.2(pid=535): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=535)]\u000a00:20:20.470509 run osmo-hlr_10.42.42.2(pid=535): stdout: \u000a| (launched: 2022-12-09_00:20:17.364381) \u000a00:20:20.522021 run osmo-hlr_10.42.42.2(pid=535): stderr: \u000a| �[0;m�[1;31m20221209002017563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209002017563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209002017563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002017563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002017563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209002017563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209002017575 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209002017583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209002017584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209002017584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:20:20.592386 run osmo-msc_10.42.42.6(pid=541): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=541)]\u000a00:20:20.643367 run osmo-msc_10.42.42.6(pid=541): stdout: \u000a| (launched: 2022-12-09_00:20:19.405411) \u000a00:20:20.695327 run osmo-msc_10.42.42.6(pid=541): stderr: \u000a| �[0;m�[38;5;43m20221209002019731 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209002019731 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc8e08eec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209002019731 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209002019731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209002019731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209002019731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209002019733 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209002019733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209002019734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209002019734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:20:20.739043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=534): Terminating (SIGTERM)\u000a00:20:20.780730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=537): Terminating (SIGTERM)\u000a00:20:20.822582 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=540): Terminating (SIGTERM)\u000a00:20:20.832816 --- ParallelTerminationStrategy: PID 534 died...\u000a00:20:20.888155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=534): Terminated: ok {rc=0}\u000a00:20:20.898446 --- ParallelTerminationStrategy: PID 537 died...\u000a00:20:20.953575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=537): Terminated: ok {rc=0}\u000a00:20:20.963824 --- ParallelTerminationStrategy: PID 540 died...\u000a00:20:21.019354 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=540): Terminated: ok {rc=0}\u000a00:20:21.104883 bus /sierra_3: Setting Powered False\u000a00:20:22.210041 bus /sierra_3: Setting Powered False\u000a00:20:23.315811 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "152", "name" : "voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:20:03" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=553): Process ended prematurely: osmo-stp_10.42.42.5(pid=553) [trial-2351↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=553)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=553): Process ended prematurely: osmo-stp_10.42.42.5(pid=553) [trial-2351↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=553)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a00:20:25.319469 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:20:25.331289 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a00:20:25.478437 tst mo_mt_call.py: using LAC 17770\u000a00:20:25.604076 tst mo_mt_call.py: using RAC 175\u000a00:20:25.729104 tst mo_mt_call.py: using CellId 17770\u000a00:20:25.853750 tst mo_mt_call.py: using BVCI 17771\u000a00:20:25.878344 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:20:25.890027 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:20:25.902308 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:20:25.914477 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:20:25.926748 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:20:25.938426 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a00:20:26.057080 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a00:20:26.259795 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:20:26.748313 run create_hlr_db(pid=547): Launched\u000a00:20:26.924251 bus /sierra_2: Setting Powered False\u000a00:20:27.945275 run create_hlr_db(pid=547): Terminated: ok {rc=0}\u000a00:20:28.376082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=549): Launched\u000a00:20:28.701696 run osmo-hlr_10.42.42.2(pid=550): Launched\u000a00:20:28.822596 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:20:29.384886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=552): Launched\u000a00:20:29.710742 run osmo-stp_10.42.42.5(pid=553): Launched\u000a00:20:29.829301 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:20:30.420268 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=555): Launched\u000a00:20:30.747086 run osmo-msc_10.42.42.6(pid=556): Launched\u000a00:20:31.024380 run osmo-stp_10.42.42.5(pid=553): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=553)]\u000a00:20:31.300222 run osmo-stp_10.42.42.5(pid=553): stdout: \u000a| (launched: 2022-12-09_00:20:29.549372)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:20:31.441673 run osmo-stp_10.42.42.5(pid=553): stderr: \u000a| �[0;m�[38;5;43m20221209002029742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002029742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002029743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002029743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002029743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002029743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002029744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:20:31.568894 run osmo-stp_10.42.42.5(pid=553): stdout: \u000a| (launched: 2022-12-09_00:20:29.549372)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:20:31.696060 run osmo-stp_10.42.42.5(pid=553): stderr: \u000a| �[0;m�[38;5;43m20221209002029742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002029742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002029743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002029743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002029743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002029743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002029744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:20:31.751645 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=553): Process ended prematurely: osmo-stp_10.42.42.5(pid=553) [trial-2351↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=553)] [trial-2351↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a00:20:31.761288 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a00:20:31.823779 run osmo-hlr_10.42.42.2(pid=550): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=550)]\u000a00:20:31.873792 run osmo-hlr_10.42.42.2(pid=550): stdout: \u000a| (launched: 2022-12-09_00:20:28.541256) \u000a00:20:31.925213 run osmo-hlr_10.42.42.2(pid=550): stderr: \u000a| �[0;m�[1;31m20221209002028741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209002028741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209002028741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002028741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002028741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209002028741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209002028754 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209002028762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209002028762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209002028762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:20:31.994457 run osmo-msc_10.42.42.6(pid=556): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=556)]\u000a00:20:32.045722 run osmo-msc_10.42.42.6(pid=556): stdout: \u000a| (launched: 2022-12-09_00:20:30.585299) \u000a00:20:32.096677 run osmo-msc_10.42.42.6(pid=556): stderr: \u000a| �[0;m�[38;5;43m20221209002030971 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209002030971 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fabdf6fac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209002030971 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209002030971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209002030971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209002030971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209002030973 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209002030974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209002030974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209002030974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:20:32.139417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=549): Terminating (SIGTERM)\u000a00:20:32.182535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=552): Terminating (SIGTERM)\u000a00:20:32.226761 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=555): Terminating (SIGTERM)\u000a00:20:32.236843 --- ParallelTerminationStrategy: PID 549 died...\u000a00:20:32.292406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=549): Terminated: ok {rc=0}\u000a00:20:32.302106 --- ParallelTerminationStrategy: PID 552 died...\u000a00:20:32.354444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=552): Terminated: ok {rc=0}\u000a00:20:32.364012 --- ParallelTerminationStrategy: PID 555 died...\u000a00:20:32.416148 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=555): Terminated: ok {rc=0}\u000a00:20:32.498242 bus /sierra_3: Setting Powered False\u000a00:20:33.603980 bus /sierra_3: Setting Powered False\u000a00:20:34.715375 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 187, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=564): Process ended prematurely: osmo-stp_10.42.42.5(pid=564) [trial-2351↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=564)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=564): Process ended prematurely: osmo-stp_10.42.42.5(pid=564) [trial-2351↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=564)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:20:35.830392 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:20:35.842813 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a00:20:35.988686 tst mo_mt_call_osmux.py: using LAC 17771\u000a00:20:36.115502 tst mo_mt_call_osmux.py: using RAC 176\u000a00:20:36.247258 tst mo_mt_call_osmux.py: using CellId 17771\u000a00:20:36.372489 tst mo_mt_call_osmux.py: using BVCI 17772\u000a00:20:36.397266 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:20:36.409256 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:20:36.420845 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:20:36.432728 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:20:36.445530 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:20:36.457201 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a00:20:36.574174 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a00:20:36.785002 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:20:37.294394 run create_hlr_db(pid=558): Launched\u000a00:20:37.481713 bus /sierra_2: Setting Powered False\u000a00:20:38.503049 run create_hlr_db(pid=558): Terminated: ok {rc=0}\u000a00:20:38.911515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=560): Launched\u000a00:20:39.215542 run osmo-hlr_10.42.42.2(pid=561): Launched\u000a00:20:39.326909 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:20:39.855728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=563): Launched\u000a00:20:40.160936 run osmo-stp_10.42.42.5(pid=564): Launched\u000a00:20:40.272096 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:20:40.828343 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=566): Launched\u000a00:20:41.136546 run osmo-msc_10.42.42.6(pid=567): Launched\u000a00:20:41.315293 run osmo-stp_10.42.42.5(pid=564): ERR: Terminated: ERROR {rc=1} [trial-2351↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=564)]\u000a00:20:41.444567 run osmo-stp_10.42.42.5(pid=564): stdout: \u000a| (launched: 2022-12-09_00:20:40.010760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:20:41.571328 run osmo-stp_10.42.42.5(pid=564): stderr: \u000a| �[0;m�[38;5;43m20221209002040179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002040180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002040180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002040180 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002040182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002040183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002040183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:20:41.694012 run osmo-stp_10.42.42.5(pid=564): stdout: \u000a| (launched: 2022-12-09_00:20:40.010760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:20:41.815104 run osmo-stp_10.42.42.5(pid=564): stderr: \u000a| �[0;m�[38;5;43m20221209002040179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002040180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002040180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002040180 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002040182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002040183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002040183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:20:41.868815 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=564): Process ended prematurely: osmo-stp_10.42.42.5(pid=564) [trial-2351↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=564)] [trial-2351↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a00:20:41.877680 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a00:20:41.936378 run osmo-hlr_10.42.42.2(pid=561): ERR: Terminated: ERROR {rc=237} [trial-2351↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=561)]\u000a00:20:41.984597 run osmo-hlr_10.42.42.2(pid=561): stdout: \u000a| (launched: 2022-12-09_00:20:39.066990) \u000a00:20:42.033381 run osmo-hlr_10.42.42.2(pid=561): stderr: \u000a| �[0;m�[1;31m20221209002039242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209002039242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209002039242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002039242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002039243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209002039243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209002039255 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209002039264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209002039264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209002039264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:20:42.100097 run osmo-msc_10.42.42.6(pid=567): ERR: Terminated: ERROR {rc=2} [trial-2351↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=567)]\u000a00:20:42.148166 run osmo-msc_10.42.42.6(pid=567): stdout: \u000a| (launched: 2022-12-09_00:20:40.985265) \u000a00:20:42.196847 run osmo-msc_10.42.42.6(pid=567): stderr: \u000a| �[0;m�[38;5;43m20221209002041259 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209002041259 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f041f333c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209002041259 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209002041259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209002041260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209002041260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209002041262 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209002041262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209002041262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209002041262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:20:42.237951 run pcap-recorder_any(filters='host 10.42.42.2')(pid=560): Terminating (SIGTERM)\u000a00:20:42.276802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=563): Terminating (SIGTERM)\u000a00:20:42.315811 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=566): Terminating (SIGTERM)\u000a00:20:42.325020 --- ParallelTerminationStrategy: PID 560 died...\u000a00:20:42.377681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=560): Terminated: ok {rc=0}\u000a00:20:42.387510 --- ParallelTerminationStrategy: PID 563 died...\u000a00:20:42.439639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=563): Terminated: ok {rc=0}\u000a00:20:42.449334 --- ParallelTerminationStrategy: PID 566 died...\u000a00:20:42.501028 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=566): Terminated: ok {rc=0}\u000a00:20:42.587482 bus /sierra_3: Setting Powered False\u000a00:20:43.687634 bus /sierra_3: Setting Powered False\u000a00:20:44.798850 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "153", "name" : "voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:20:25" }, { "cases" : [ { "testActions" : [ ], "age" : 21, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=578): Process ended prematurely: osmo-stp_10.42.42.5(pid=578) [trial-2351↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=578)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=578): Process ended prematurely: osmo-stp_10.42.42.5(pid=578) [trial-2351↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=578)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 emergency:nanobts+band-900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a00:20:46.883066 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:20:46.895177 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a00:20:47.041541 tst emergency_mo_mt_call.py: using LAC 17772\u000a00:20:47.196452 tst emergency_mo_mt_call.py: using RAC 177\u000a00:20:47.330931 tst emergency_mo_mt_call.py: using CellId 17772\u000a00:20:47.454943 tst emergency_mo_mt_call.py: using BVCI 17773\u000a00:20:47.479281 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:20:47.490483 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:20:47.501459 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:20:47.512427 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:20:47.523687 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:20:47.534954 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a00:20:47.652259 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a00:20:47.851791 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:20:48.330802 run create_hlr_db(pid=572): Launched\u000a00:20:48.504078 bus /sierra_2: Setting Powered False\u000a00:20:49.524173 run create_hlr_db(pid=572): Terminated: ok {rc=0}\u000a00:20:49.923122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=574): Launched\u000a00:20:50.221432 run osmo-hlr_10.42.42.2(pid=575): Launched\u000a00:20:50.335019 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:20:50.861995 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=577): Launched\u000a00:20:51.161539 run osmo-stp_10.42.42.5(pid=578): Launched\u000a00:20:51.280805 tst emergency_mo_mt_call.py: using MSISDN 6923\u000a00:20:51.428284 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:20:51.973815 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=580): Launched\u000a00:20:52.272381 run osmo-msc_10.42.42.6(pid=581): Launched\u000a00:20:52.448224 run osmo-stp_10.42.42.5(pid=578): ERR: Terminated: ERROR {rc=1} [trial-2351↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=578)]\u000a00:20:52.575546 run osmo-stp_10.42.42.5(pid=578): stdout: \u000a| (launched: 2022-12-09_00:20:51.013541)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:20:52.700033 run osmo-stp_10.42.42.5(pid=578): stderr: \u000a| �[0;m�[38;5;43m20221209002051183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002051183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002051183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002051183 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002051184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002051184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002051184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:20:52.819836 run osmo-stp_10.42.42.5(pid=578): stdout: \u000a| (launched: 2022-12-09_00:20:51.013541)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:20:52.938707 run osmo-stp_10.42.42.5(pid=578): stderr: \u000a| �[0;m�[38;5;43m20221209002051183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002051183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002051183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002051183 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002051184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002051184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002051184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:20:52.991066 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=578): Process ended prematurely: osmo-stp_10.42.42.5(pid=578) [trial-2351↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=578)] [trial-2351↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19]\u000a00:20:52.999058 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a00:20:53.058344 run osmo-hlr_10.42.42.2(pid=575): ERR: Terminated: ERROR {rc=237} [trial-2351↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=575)]\u000a00:20:53.106659 run osmo-hlr_10.42.42.2(pid=575): stdout: \u000a| (launched: 2022-12-09_00:20:50.075115) \u000a00:20:53.155275 run osmo-hlr_10.42.42.2(pid=575): stderr: \u000a| �[0;m�[1;31m20221209002050251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209002050251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209002050251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002050251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002050251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209002050251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209002050263 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209002050273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209002050273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209002050273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:20:53.221479 run osmo-msc_10.42.42.6(pid=581): ERR: Terminated: ERROR {rc=2} [trial-2351↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=581)]\u000a00:20:53.269351 run osmo-msc_10.42.42.6(pid=581): stdout: \u000a| (launched: 2022-12-09_00:20:52.124715) \u000a00:20:53.317892 run osmo-msc_10.42.42.6(pid=581): stderr: \u000a| �[0;m�[38;5;43m20221209002052394 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209002052395 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa7949e7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209002052395 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209002052395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209002052395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209002052395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209002052397 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209002052397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209002052398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209002052398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:20:53.358893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=574): Terminating (SIGTERM)\u000a00:20:53.397741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=577): Terminating (SIGTERM)\u000a00:20:53.436978 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=580): Terminating (SIGTERM)\u000a00:20:53.446039 --- ParallelTerminationStrategy: PID 574 died...\u000a00:20:53.498047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=574): Terminated: ok {rc=0}\u000a00:20:53.507470 --- ParallelTerminationStrategy: PID 577 died...\u000a00:20:53.559301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=577): Terminated: ok {rc=0}\u000a00:20:53.568857 --- ParallelTerminationStrategy: PID 580 died...\u000a00:20:53.620665 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=580): Terminated: ok {rc=0}\u000a00:20:53.707913 bus /sierra_3: Setting Powered False\u000a00:20:54.812892 bus /sierra_3: Setting Powered False\u000a00:20:55.921954 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 189, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=589): Process ended prematurely: osmo-stp_10.42.42.5(pid=589) [trial-2351↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=589)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=589): Process ended prematurely: osmo-stp_10.42.42.5(pid=589) [trial-2351↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=589)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 emergency:nanobts+band-900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a00:20:56.973458 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:20:56.984794 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a00:20:57.128183 tst emergency_preemptive_call.py: using LAC 17773\u000a00:20:57.254705 tst emergency_preemptive_call.py: using RAC 178\u000a00:20:57.380427 tst emergency_preemptive_call.py: using CellId 17773\u000a00:20:57.506371 tst emergency_preemptive_call.py: using BVCI 17774\u000a00:20:57.530674 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:20:57.542171 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:20:57.553177 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:20:57.564558 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:20:57.575904 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:20:57.587726 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a00:20:57.704161 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a00:20:57.819436 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a00:20:57.937384 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a00:20:58.138250 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:20:58.619665 run create_hlr_db(pid=583): Launched\u000a00:20:58.793695 bus /sierra_2: Setting Powered False\u000a00:20:59.813269 run create_hlr_db(pid=583): Terminated: ok {rc=0}\u000a00:21:00.238564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=585): Launched\u000a00:21:00.558111 run osmo-hlr_10.42.42.2(pid=586): Launched\u000a00:21:00.678501 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:21:01.266842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=588): Launched\u000a00:21:01.630436 run osmo-stp_10.42.42.5(pid=589): Launched\u000a00:21:01.792873 tst emergency_preemptive_call.py: using MSISDN 6924\u000a00:21:02.066287 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:21:02.618660 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=591): Launched\u000a00:21:02.917579 run osmo-msc_10.42.42.6(pid=592): Launched\u000a00:21:03.093518 run osmo-stp_10.42.42.5(pid=589): ERR: Terminated: ERROR {rc=1} [trial-2351↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=589)]\u000a00:21:03.220231 run osmo-stp_10.42.42.5(pid=589): stdout: \u000a| (launched: 2022-12-09_00:21:01.432227)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:21:03.344747 run osmo-stp_10.42.42.5(pid=589): stderr: \u000a| �[0;m�[38;5;43m20221209002101781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002101781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002101782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002101782 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002101782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002101783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002101783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:21:03.465199 run osmo-stp_10.42.42.5(pid=589): stdout: \u000a| (launched: 2022-12-09_00:21:01.432227)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:21:03.584457 run osmo-stp_10.42.42.5(pid=589): stderr: \u000a| �[0;m�[38;5;43m20221209002101781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002101781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002101782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002101782 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002101782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002101783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002101783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:21:03.636838 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=589): Process ended prematurely: osmo-stp_10.42.42.5(pid=589) [trial-2351↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=589)] [trial-2351↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32]\u000a00:21:03.645149 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a00:21:03.703861 run osmo-hlr_10.42.42.2(pid=586): ERR: Terminated: ERROR {rc=237} [trial-2351↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=586)]\u000a00:21:03.752108 run osmo-hlr_10.42.42.2(pid=586): stdout: \u000a| (launched: 2022-12-09_00:21:00.401355) \u000a00:21:03.800925 run osmo-hlr_10.42.42.2(pid=586): stderr: \u000a| �[0;m�[1;31m20221209002100598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209002100598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209002100598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002100598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002100598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209002100598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209002100610 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209002100618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209002100619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209002100619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:21:03.867321 run osmo-msc_10.42.42.6(pid=592): ERR: Terminated: ERROR {rc=2} [trial-2351↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=592)]\u000a00:21:03.915446 run osmo-msc_10.42.42.6(pid=592): stdout: \u000a| (launched: 2022-12-09_00:21:02.770501) \u000a00:21:03.963994 run osmo-msc_10.42.42.6(pid=592): stderr: \u000a| �[0;m�[38;5;43m20221209002103043 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209002103043 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f86fc662c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209002103043 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209002103043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209002103044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209002103044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209002103046 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209002103046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209002103046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209002103046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:21:04.004941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=585): Terminating (SIGTERM)\u000a00:21:04.043857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=588): Terminating (SIGTERM)\u000a00:21:04.082695 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=591): Terminating (SIGTERM)\u000a00:21:04.091811 --- ParallelTerminationStrategy: PID 585 died...\u000a00:21:04.144108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=585): Terminated: ok {rc=0}\u000a00:21:04.153806 --- ParallelTerminationStrategy: PID 588 died...\u000a00:21:04.206129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=588): Terminated: ok {rc=0}\u000a00:21:04.215510 --- ParallelTerminationStrategy: PID 591 died...\u000a00:21:04.267874 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=591): Terminated: ok {rc=0}\u000a00:21:04.349237 bus /sierra_9: Setting Powered False\u000a00:21:05.455198 bus /sierra_9: Setting Powered False\u000a00:21:06.565269 bus /sierra_8: Setting Powered False\u000a00:21:07.666947 bus /sierra_8: Setting Powered False\u000a00:21:08.776708 bus /sierra_3: Setting Powered False\u000a00:21:09.877507 bus /sierra_3: Setting Powered False\u000a00:21:10.988051 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "154", "name" : "emergency_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:20:46" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "gprs:nanobts+band-900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=607): Process ended prematurely: osmo-stp_10.42.42.5(pid=607) [trial-2351↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=607)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=607): Process ended prematurely: osmo-stp_10.42.42.5(pid=607) [trial-2351↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=607)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:nanobts+band-900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:21:13.114560 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:13.125601 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a00:21:13.269657 tst cs_paging_gprs_active.py: using LAC 17774\u000a00:21:13.396918 tst cs_paging_gprs_active.py: using RAC 179\u000a00:21:13.524177 tst cs_paging_gprs_active.py: using CellId 17774\u000a00:21:13.653547 tst cs_paging_gprs_active.py: using BVCI 17775\u000a00:21:13.678532 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:13.689677 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:13.700524 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:13.711507 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:13.722975 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:13.734074 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:13.745935 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:13.756937 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:13.767978 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a00:21:13.889508 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a00:21:14.172051 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:21:14.300206 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:21:14.617623 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=597): Launched\u000a00:21:14.881212 run iperf3-srv_10.42.42.10(pid=598): Launched\u000a00:21:15.068344 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:21:15.196240 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:21:15.513246 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=599): Launched\u000a00:21:15.775275 run iperf3-srv_10.42.42.10(pid=600): Launched\u000a00:21:15.971464 tst cs_paging_gprs_active.py:38: start network...\u000a00:21:16.101448 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:21:16.646513 run create_hlr_db(pid=601): Launched\u000a00:21:16.843553 bus /sierra_2: Setting Powered False\u000a00:21:17.855575 run create_hlr_db(pid=601): Terminated: ok {rc=0}\u000a00:21:18.295237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=603): Launched\u000a00:21:18.622310 run osmo-hlr_10.42.42.2(pid=604): Launched\u000a00:21:18.746163 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:21:19.311622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=606): Launched\u000a00:21:19.637215 run osmo-stp_10.42.42.5(pid=607): Launched\u000a00:21:19.757908 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:21:20.326334 run pcap-recorder_any(filters='host 10.42.42.6')(pid=609): Launched\u000a00:21:20.442614 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:21:20.727111 run patchelf(pid=610): Launched\u000a00:21:20.917222 run osmo-stp_10.42.42.5(pid=607): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=607)]\u000a00:21:21.055661 run osmo-stp_10.42.42.5(pid=607): stdout: \u000a| (launched: 2022-12-09_00:21:19.477182)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:21:21.194957 run osmo-stp_10.42.42.5(pid=607): stderr: \u000a| �[0;m�[38;5;43m20221209002119670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002119670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002119670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002119671 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002119673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002119673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002119673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:21:21.330124 run osmo-stp_10.42.42.5(pid=607): stdout: \u000a| (launched: 2022-12-09_00:21:19.477182)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:21:21.463195 run osmo-stp_10.42.42.5(pid=607): stderr: \u000a| �[0;m�[38;5;43m20221209002119670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002119670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002119670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002119671 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002119673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002119673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002119673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:21:21.618680 run patchelf(pid=610): Terminating (SIGINT)\u000a00:21:21.800449 run patchelf(pid=610): Terminated: ok {rc=0}\u000a00:21:21.833993 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=607): Process ended prematurely: osmo-stp_10.42.42.5(pid=607) [trial-2351↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=607)] [trial-2351↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38]\u000a00:21:21.843944 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a00:21:21.906615 run osmo-hlr_10.42.42.2(pid=604): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=604)]\u000a00:21:21.957028 run osmo-hlr_10.42.42.2(pid=604): stdout: \u000a| (launched: 2022-12-09_00:21:18.461313) \u000a00:21:22.008709 run osmo-hlr_10.42.42.2(pid=604): stderr: \u000a| �[0;m�[1;31m20221209002118660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209002118660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209002118660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002118660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002118660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209002118660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209002118673 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209002118681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209002118681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209002118681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:21:22.052337 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=597): Terminating (SIGTERM)\u000a00:21:22.094453 run iperf3-srv_10.42.42.10(pid=598): Terminating (SIGTERM)\u000a00:21:22.135791 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=599): Terminating (SIGTERM)\u000a00:21:22.177102 run iperf3-srv_10.42.42.10(pid=600): Terminating (SIGTERM)\u000a00:21:22.218866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=603): Terminating (SIGTERM)\u000a00:21:22.260235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=606): Terminating (SIGTERM)\u000a00:21:22.301401 run pcap-recorder_any(filters='host 10.42.42.6')(pid=609): Terminating (SIGTERM)\u000a00:21:22.311323 --- ParallelTerminationStrategy: PID 597 died...\u000a00:21:22.366881 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=597): Terminated: ok {rc=0}\u000a00:21:22.376841 --- ParallelTerminationStrategy: PID 598 died...\u000a00:21:22.431918 run iperf3-srv_10.42.42.10(pid=598): Terminated {rc=256}\u000a00:21:22.442112 --- ParallelTerminationStrategy: PID 599 died...\u000a00:21:22.497393 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=599): Terminated: ok {rc=0}\u000a00:21:22.507326 --- ParallelTerminationStrategy: PID 600 died...\u000a00:21:22.562662 run iperf3-srv_10.42.42.10(pid=600): Terminated {rc=256}\u000a00:21:22.572669 --- ParallelTerminationStrategy: PID 603 died...\u000a00:21:22.628400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=603): Terminated: ok {rc=0}\u000a00:21:22.638494 --- ParallelTerminationStrategy: PID 606 died...\u000a00:21:22.693914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=606): Terminated: ok {rc=0}\u000a00:21:22.703955 --- ParallelTerminationStrategy: PID 609 died...\u000a00:21:22.759550 run pcap-recorder_any(filters='host 10.42.42.6')(pid=609): Terminated: ok {rc=0}\u000a00:21:22.845491 bus /gobi_0: Setting Powered False\u000a00:21:23.948850 bus /gobi_0: Setting Powered False\u000a00:21:25.054619 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "gprs:nanobts+band-900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=619): Process ended prematurely: osmo-stp_10.42.42.5(pid=619) [trial-2351↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=619)]", "failedSince" : 2313, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=619): Process ended prematurely: osmo-stp_10.42.42.5(pid=619) [trial-2351↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=619)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:nanobts+band-900 iperf3.py\u000a----------------------------------------------\u000a00:21:26.169263 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:26.180724 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a00:21:26.324669 tst iperf3.py: using LAC 17775\u000a00:21:26.452707 tst iperf3.py: using RAC 180\u000a00:21:26.579584 tst iperf3.py: using CellId 17775\u000a00:21:26.706865 tst iperf3.py: using BVCI 17776\u000a00:21:26.731674 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:26.742828 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:26.753694 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:26.764499 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:26.776227 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:26.787432 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:26.798809 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:26.809916 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:26.821193 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a00:21:27.101115 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:21:27.228722 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:21:27.545791 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=611): Launched\u000a00:21:27.809435 run iperf3-srv_10.42.42.10(pid=612): Launched\u000a00:21:27.996280 tst iperf3.py:8: start network...\u000a00:21:28.123857 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:21:28.614920 run create_hlr_db(pid=613): Launched\u000a00:21:28.790831 bus /gobi_6: Setting Powered False\u000a00:21:29.813199 run create_hlr_db(pid=613): Terminated: ok {rc=0}\u000a00:21:30.245919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=615): Launched\u000a00:21:30.571633 run osmo-hlr_10.42.42.2(pid=616): Launched\u000a00:21:30.692841 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:21:31.275884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=618): Launched\u000a00:21:31.699414 run osmo-stp_10.42.42.5(pid=619): Launched\u000a00:21:31.863835 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:21:32.473868 run pcap-recorder_any(filters='host 10.42.42.6')(pid=621): Launched\u000a00:21:32.583215 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:21:32.850802 run patchelf(pid=622): Launched\u000a00:21:33.030012 run osmo-stp_10.42.42.5(pid=619): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=619)]\u000a00:21:33.161570 run osmo-stp_10.42.42.5(pid=619): stdout: \u000a| (launched: 2022-12-09_00:21:31.436726)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:21:33.293672 run osmo-stp_10.42.42.5(pid=619): stderr: \u000a| �[0;m�[38;5;43m20221209002131774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002131774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002131774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002131775 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002131775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002131775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002131775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:21:33.421269 run osmo-stp_10.42.42.5(pid=619): stdout: \u000a| (launched: 2022-12-09_00:21:31.436726)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:21:33.546579 run osmo-stp_10.42.42.5(pid=619): stderr: \u000a| �[0;m�[38;5;43m20221209002131774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002131774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002131774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002131775 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002131775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002131775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002131775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:21:33.692446 run patchelf(pid=622): Terminating (SIGINT)\u000a00:21:33.863771 run patchelf(pid=622): Terminated: ok {rc=0}\u000a00:21:33.895205 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=619): Process ended prematurely: osmo-stp_10.42.42.5(pid=619) [trial-2351↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=619)] [trial-2351↪gprs:nanobts+band-900↪iperf3.py:8]\u000a00:21:33.904473 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a00:21:33.963986 run osmo-hlr_10.42.42.2(pid=616): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=616)]\u000a00:21:34.012177 run osmo-hlr_10.42.42.2(pid=616): stdout: \u000a| (launched: 2022-12-09_00:21:30.411817) \u000a00:21:34.061326 run osmo-hlr_10.42.42.2(pid=616): stderr: \u000a| �[0;m�[1;31m20221209002130612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209002130612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209002130612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002130612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002130612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209002130612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209002130634 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209002130643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209002130643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209002130643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:21:34.103196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=611): Terminating (SIGTERM)\u000a00:21:34.142836 run iperf3-srv_10.42.42.10(pid=612): Terminating (SIGTERM)\u000a00:21:34.182375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=615): Terminating (SIGTERM)\u000a00:21:34.221909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=618): Terminating (SIGTERM)\u000a00:21:34.261578 run pcap-recorder_any(filters='host 10.42.42.6')(pid=621): Terminating (SIGTERM)\u000a00:21:34.270965 --- ParallelTerminationStrategy: PID 611 died...\u000a00:21:34.323978 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=611): Terminated: ok {rc=0}\u000a00:21:34.333861 --- ParallelTerminationStrategy: PID 612 died...\u000a00:21:34.386592 run iperf3-srv_10.42.42.10(pid=612): Terminated {rc=256}\u000a00:21:34.396364 --- ParallelTerminationStrategy: PID 615 died...\u000a00:21:34.448970 run pcap-recorder_any(filters='host 10.42.42.2')(pid=615): Terminated: ok {rc=0}\u000a00:21:34.458703 --- ParallelTerminationStrategy: PID 618 died...\u000a00:21:34.511037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=618): Terminated: ok {rc=0}\u000a00:21:34.520852 --- ParallelTerminationStrategy: PID 621 died...\u000a00:21:34.573402 run pcap-recorder_any(filters='host 10.42.42.6')(pid=621): Terminated: ok {rc=0}\u000a00:21:34.661491 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 191, "className" : "gprs:nanobts+band-900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=637): Process ended prematurely: osmo-stp_10.42.42.5(pid=637) [trial-2351↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=637)]", "failedSince" : 2161, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=637): Process ended prematurely: osmo-stp_10.42.42.5(pid=637) [trial-2351↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=637)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:nanobts+band-900 iperf3m4.py\u000a----------------------------------------------\u000a00:21:35.776260 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:35.787943 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a00:21:35.931178 tst iperf3m4.py: using LAC 17776\u000a00:21:36.058248 tst iperf3m4.py: using RAC 181\u000a00:21:36.185231 tst iperf3m4.py: using CellId 17776\u000a00:21:36.314307 tst iperf3m4.py: using BVCI 17777\u000a00:21:36.339100 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:36.350323 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:36.361220 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:36.372170 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:36.383294 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:36.394647 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:36.405641 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:36.416319 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:36.427887 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a00:21:36.548582 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a00:21:36.666833 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a00:21:36.784864 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a00:21:37.067129 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:21:37.194537 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:21:37.512425 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=623): Launched\u000a00:21:37.776362 run iperf3-srv_10.42.42.10(pid=624): Launched\u000a00:21:37.962584 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:21:38.089490 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:21:38.405342 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=625): Launched\u000a00:21:38.668733 run iperf3-srv_10.42.42.10(pid=626): Launched\u000a00:21:38.855384 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:21:38.982457 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:21:39.299065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=627): Launched\u000a00:21:39.562661 run iperf3-srv_10.42.42.10(pid=628): Launched\u000a00:21:39.749276 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:21:39.876448 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:21:40.193486 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=629): Launched\u000a00:21:40.457038 run iperf3-srv_10.42.42.10(pid=630): Launched\u000a00:21:40.643518 tst iperf3m4.py:8: start network...\u000a00:21:40.771326 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:21:41.262204 run create_hlr_db(pid=631): Launched\u000a00:21:41.438787 bus /gobi_6: Setting Powered False\u000a00:21:42.459254 run create_hlr_db(pid=631): Terminated: ok {rc=0}\u000a00:21:42.893682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=633): Launched\u000a00:21:43.220410 run osmo-hlr_10.42.42.2(pid=634): Launched\u000a00:21:43.341312 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:21:43.912655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=636): Launched\u000a00:21:44.239875 run osmo-stp_10.42.42.5(pid=637): Launched\u000a00:21:44.359631 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:21:44.929604 run pcap-recorder_any(filters='host 10.42.42.6')(pid=639): Launched\u000a00:21:45.046382 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:21:45.331220 run patchelf(pid=640): Launched\u000a00:21:45.522167 run osmo-stp_10.42.42.5(pid=637): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=637)]\u000a00:21:45.662356 run osmo-stp_10.42.42.5(pid=637): stdout: \u000a| (launched: 2022-12-09_00:21:44.078930)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:21:45.802117 run osmo-stp_10.42.42.5(pid=637): stderr: \u000a| �[0;m�[38;5;43m20221209002144271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002144271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002144271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002144272 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002144272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002144272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002144272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:21:45.972006 run osmo-stp_10.42.42.5(pid=637): stdout: \u000a| (launched: 2022-12-09_00:21:44.078930)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:21:46.114088 run osmo-stp_10.42.42.5(pid=637): stderr: \u000a| �[0;m�[38;5;43m20221209002144271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002144271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002144271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002144272 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002144272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002144272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002144272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:21:46.272338 run patchelf(pid=640): Terminating (SIGINT)\u000a00:21:46.458420 run patchelf(pid=640): Terminated: ok {rc=0}\u000a00:21:46.492682 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=637): Process ended prematurely: osmo-stp_10.42.42.5(pid=637) [trial-2351↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=637)] [trial-2351↪gprs:nanobts+band-900↪iperf3m4.py:8]\u000a00:21:46.503281 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a00:21:46.568315 run osmo-hlr_10.42.42.2(pid=634): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=634)]\u000a00:21:46.621489 run osmo-hlr_10.42.42.2(pid=634): stdout: \u000a| (launched: 2022-12-09_00:21:43.059871) \u000a00:21:46.674939 run osmo-hlr_10.42.42.2(pid=634): stderr: \u000a| �[0;m�[1;31m20221209002143258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209002143258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209002143258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002143258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002143258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209002143259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209002143271 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209002143279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209002143280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209002143280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:21:46.720090 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=623): Terminating (SIGTERM)\u000a00:21:46.764645 run iperf3-srv_10.42.42.10(pid=624): Terminating (SIGTERM)\u000a00:21:46.809460 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=625): Terminating (SIGTERM)\u000a00:21:46.852875 run iperf3-srv_10.42.42.10(pid=626): Terminating (SIGTERM)\u000a00:21:46.898409 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=627): Terminating (SIGTERM)\u000a00:21:46.942172 run iperf3-srv_10.42.42.10(pid=628): Terminating (SIGTERM)\u000a00:21:46.984046 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=629): Terminating (SIGTERM)\u000a00:21:47.028078 run iperf3-srv_10.42.42.10(pid=630): Terminating (SIGTERM)\u000a00:21:47.070313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=633): Terminating (SIGTERM)\u000a00:21:47.113664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=636): Terminating (SIGTERM)\u000a00:21:47.158545 run pcap-recorder_any(filters='host 10.42.42.6')(pid=639): Terminating (SIGTERM)\u000a00:21:47.168648 --- ParallelTerminationStrategy: PID 623 died...\u000a00:21:47.222433 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=623): Terminated: ok {rc=0}\u000a00:21:47.232652 --- ParallelTerminationStrategy: PID 624 died...\u000a00:21:47.286065 run iperf3-srv_10.42.42.10(pid=624): Terminated {rc=256}\u000a00:21:47.296205 --- ParallelTerminationStrategy: PID 625 died...\u000a00:21:47.349656 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=625): Terminated: ok {rc=0}\u000a00:21:47.359479 --- ParallelTerminationStrategy: PID 626 died...\u000a00:21:47.413108 run iperf3-srv_10.42.42.10(pid=626): Terminated {rc=256}\u000a00:21:47.422876 --- ParallelTerminationStrategy: PID 627 died...\u000a00:21:47.476727 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=627): Terminated: ok {rc=0}\u000a00:21:47.486812 --- ParallelTerminationStrategy: PID 628 died...\u000a00:21:47.539918 run iperf3-srv_10.42.42.10(pid=628): Terminated {rc=256}\u000a00:21:47.550052 --- ParallelTerminationStrategy: PID 629 died...\u000a00:21:47.603873 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=629): Terminated: ok {rc=0}\u000a00:21:47.613646 --- ParallelTerminationStrategy: PID 630 died...\u000a00:21:47.667172 run iperf3-srv_10.42.42.10(pid=630): Terminated {rc=256}\u000a00:21:47.676858 --- ParallelTerminationStrategy: PID 633 died...\u000a00:21:47.729922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=633): Terminated: ok {rc=0}\u000a00:21:47.740007 --- ParallelTerminationStrategy: PID 636 died...\u000a00:21:47.793460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=636): Terminated: ok {rc=0}\u000a00:21:47.803132 --- ParallelTerminationStrategy: PID 639 died...\u000a00:21:47.856334 run pcap-recorder_any(filters='host 10.42.42.6')(pid=639): Terminated: ok {rc=0}\u000a00:21:47.944204 bus /gobi_4: Setting Powered False\u000a00:21:49.049081 bus /gobi_4: Setting Powered False\u000a00:21:50.160441 bus /gobi_1: Setting Powered False\u000a00:21:51.262320 bus /gobi_1: Setting Powered False\u000a00:21:52.372877 bus /gobi_0: Setting Powered False\u000a00:21:53.474253 bus /gobi_0: Setting Powered False\u000a00:21:54.586841 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 26, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=647): Process ended prematurely: osmo-stp_10.42.42.5(pid=647) [trial-2351↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=647)]", "failedSince" : 2326, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=647): Process ended prematurely: osmo-stp_10.42.42.5(pid=647) [trial-2351↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=647)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:nanobts+band-900 ping.py\u000a----------------------------------------------\u000a00:21:55.652630 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:55.663779 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a00:21:55.799099 tst ping.py: using LAC 17777\u000a00:21:55.918714 tst ping.py: using RAC 182\u000a00:21:56.036540 tst ping.py: using CellId 17777\u000a00:21:56.154363 tst ping.py: using BVCI 17778\u000a00:21:56.177325 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:56.187843 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:56.198270 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:56.208699 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:56.219125 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:56.229411 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:56.239854 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:56.250189 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a00:21:56.522240 tst ping.py:19: start network...\u000a00:21:56.646342 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:21:57.124406 run create_hlr_db(pid=641): Launched\u000a00:21:57.296875 bus /gobi_6: Setting Powered False\u000a00:21:58.317238 run create_hlr_db(pid=641): Terminated: ok {rc=0}\u000a00:21:58.740271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=643): Launched\u000a00:21:59.038137 run osmo-hlr_10.42.42.2(pid=644): Launched\u000a00:21:59.146954 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:21:59.670983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=646): Launched\u000a00:21:59.969285 run osmo-stp_10.42.42.5(pid=647): Launched\u000a00:22:00.077106 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:22:00.599943 run pcap-recorder_any(filters='host 10.42.42.6')(pid=649): Launched\u000a00:22:00.706262 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:22:00.999312 run patchelf(pid=650): Launched\u000a00:22:01.177670 run osmo-stp_10.42.42.5(pid=647): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=647)]\u000a00:22:01.308544 run osmo-stp_10.42.42.5(pid=647): stdout: \u000a| (launched: 2022-12-09_00:21:59.822939)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:22:01.439880 run osmo-stp_10.42.42.5(pid=647): stderr: \u000a| �[0;m�[38;5;43m20221209002159993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002159993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002159994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002159994 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002159995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002159995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002159995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:22:01.567794 run osmo-stp_10.42.42.5(pid=647): stdout: \u000a| (launched: 2022-12-09_00:21:59.822939)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:22:01.693583 run osmo-stp_10.42.42.5(pid=647): stderr: \u000a| �[0;m�[38;5;43m20221209002159993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002159993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002159994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002159994 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002159995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002159995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002159995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:22:01.839036 run patchelf(pid=650): Terminating (SIGINT)\u000a00:22:02.010518 run patchelf(pid=650): Terminated: ok {rc=0}\u000a00:22:02.041858 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=647): Process ended prematurely: osmo-stp_10.42.42.5(pid=647) [trial-2351↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=647)] [trial-2351↪gprs:nanobts+band-900↪ping.py:22]\u000a00:22:02.051525 tst ping.py:22: Test FAILED (6.4 sec)\u000a00:22:02.111419 run osmo-hlr_10.42.42.2(pid=644): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=644)]\u000a00:22:02.160115 run osmo-hlr_10.42.42.2(pid=644): stdout: \u000a| (launched: 2022-12-09_00:21:58.892328) \u000a00:22:02.209438 run osmo-hlr_10.42.42.2(pid=644): stderr: \u000a| �[0;m�[1;31m20221209002159067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209002159067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209002159067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002159067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002159067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209002159067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209002159083 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209002159092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209002159093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209002159093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:22:02.250803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=643): Terminating (SIGTERM)\u000a00:22:02.289762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=646): Terminating (SIGTERM)\u000a00:22:02.328827 run pcap-recorder_any(filters='host 10.42.42.6')(pid=649): Terminating (SIGTERM)\u000a00:22:02.338082 --- ParallelTerminationStrategy: PID 643 died...\u000a00:22:02.390592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=643): Terminated: ok {rc=0}\u000a00:22:02.400229 --- ParallelTerminationStrategy: PID 646 died...\u000a00:22:02.452651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=646): Terminated: ok {rc=0}\u000a00:22:02.462279 --- ParallelTerminationStrategy: PID 649 died...\u000a00:22:02.514784 run pcap-recorder_any(filters='host 10.42.42.6')(pid=649): Terminated: ok {rc=0}\u000a00:22:02.597906 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=657): Process ended prematurely: osmo-stp_10.42.42.5(pid=657) [trial-2351↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=657)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=657): Process ended prematurely: osmo-stp_10.42.42.5(pid=657) [trial-2351↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=657)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:nanobts+band-900 ping_idle_ping.py\u000a----------------------------------------------\u000a00:22:03.651200 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:22:03.663895 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a00:22:03.802234 tst ping_idle_ping.py: using LAC 17778\u000a00:22:03.921648 tst ping_idle_ping.py: using RAC 183\u000a00:22:04.046447 tst ping_idle_ping.py: using CellId 17778\u000a00:22:04.172035 tst ping_idle_ping.py: using BVCI 17779\u000a00:22:04.196640 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:22:04.208068 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:22:04.219257 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:22:04.230885 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:22:04.242564 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:22:04.253702 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:22:04.266153 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:22:04.277221 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a00:22:04.568349 tst ping_idle_ping.py:24: start network...\u000a00:22:04.704213 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:22:05.210366 run create_hlr_db(pid=651): Launched\u000a00:22:05.397459 bus /gobi_6: Setting Powered False\u000a00:22:06.417311 run create_hlr_db(pid=651): Terminated: ok {rc=0}\u000a00:22:06.844668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=653): Launched\u000a00:22:07.164892 run osmo-hlr_10.42.42.2(pid=654): Launched\u000a00:22:07.279864 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:22:07.838743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=656): Launched\u000a00:22:08.159102 run osmo-stp_10.42.42.5(pid=657): Launched\u000a00:22:08.277748 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:22:08.836465 run pcap-recorder_any(filters='host 10.42.42.6')(pid=659): Launched\u000a00:22:08.950512 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:22:09.229127 run patchelf(pid=660): Launched\u000a00:22:09.416069 run osmo-stp_10.42.42.5(pid=657): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=657)]\u000a00:22:09.553268 run osmo-stp_10.42.42.5(pid=657): stdout: \u000a| (launched: 2022-12-09_00:22:08.001691)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:22:09.691205 run osmo-stp_10.42.42.5(pid=657): stderr: \u000a| �[0;m�[38;5;43m20221209002208215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002208215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002208215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002208216 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002208216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002208216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002208216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:22:09.823533 run osmo-stp_10.42.42.5(pid=657): stdout: \u000a| (launched: 2022-12-09_00:22:08.001691)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:22:09.954746 run osmo-stp_10.42.42.5(pid=657): stderr: \u000a| �[0;m�[38;5;43m20221209002208215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002208215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002208215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002208216 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002208216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002208216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002208216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:22:10.107302 run patchelf(pid=660): Terminating (SIGINT)\u000a00:22:10.286762 run patchelf(pid=660): Terminated: ok {rc=0}\u000a00:22:10.319355 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=657): Process ended prematurely: osmo-stp_10.42.42.5(pid=657) [trial-2351↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=657)] [trial-2351↪gprs:nanobts+band-900↪ping_idle_ping.py:27]\u000a00:22:10.328640 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a00:22:10.390993 run osmo-hlr_10.42.42.2(pid=654): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=654)]\u000a00:22:10.441965 run osmo-hlr_10.42.42.2(pid=654): stdout: \u000a| (launched: 2022-12-09_00:22:07.007805) \u000a00:22:10.493494 run osmo-hlr_10.42.42.2(pid=654): stderr: \u000a| �[0;m�[1;31m20221209002207206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209002207206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209002207206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002207206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002207206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209002207206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209002207261 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209002207271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209002207271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209002207271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:22:10.537542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=653): Terminating (SIGTERM)\u000a00:22:10.578923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=656): Terminating (SIGTERM)\u000a00:22:10.621151 run pcap-recorder_any(filters='host 10.42.42.6')(pid=659): Terminating (SIGTERM)\u000a00:22:10.631243 --- ParallelTerminationStrategy: PID 653 died...\u000a00:22:10.686908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=653): Terminated: ok {rc=0}\u000a00:22:10.697419 --- ParallelTerminationStrategy: PID 656 died...\u000a00:22:10.752792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=656): Terminated: ok {rc=0}\u000a00:22:10.763396 --- ParallelTerminationStrategy: PID 659 died...\u000a00:22:10.818651 run pcap-recorder_any(filters='host 10.42.42.6')(pid=659): Terminated: ok {rc=0}\u000a00:22:10.905375 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "155", "name" : "gprs_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:21:12" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=674): Process ended prematurely: osmo-stp_10.42.42.5(pid=674) [trial-2351↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=674)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=674): Process ended prematurely: osmo-stp_10.42.42.5(pid=674) [trial-2351↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=674)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:22:13.045109 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:13.055743 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:22:13.203932 tst cs_paging_gprs_active.py: using LAC 17779\u000a00:22:13.326634 tst cs_paging_gprs_active.py: using RAC 184\u000a00:22:13.453861 tst cs_paging_gprs_active.py: using CellId 17779\u000a00:22:13.579556 tst cs_paging_gprs_active.py: using BVCI 17780\u000a00:22:13.604512 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:13.616203 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:13.627678 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:13.639408 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:13.651781 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:13.663161 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:13.675509 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:13.687348 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:13.698739 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:22:13.814818 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:22:14.110538 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:22:14.247385 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:22:14.584111 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=664): Launched\u000a00:22:14.863555 run iperf3-srv_10.42.42.10(pid=665): Launched\u000a00:22:15.063402 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:22:15.199076 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:22:15.515099 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=666): Launched\u000a00:22:15.778113 run iperf3-srv_10.42.42.10(pid=667): Launched\u000a00:22:15.967694 tst cs_paging_gprs_active.py:38: start network...\u000a00:22:16.097501 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:22:16.638276 run create_hlr_db(pid=668): Launched\u000a00:22:16.818032 bus /gobi_6: Setting Powered False\u000a00:22:17.835298 run create_hlr_db(pid=668): Terminated: ok {rc=0}\u000a00:22:18.270147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=670): Launched\u000a00:22:18.597148 run osmo-hlr_10.42.42.2(pid=671): Launched\u000a00:22:18.716753 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:22:19.283358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=673): Launched\u000a00:22:19.609738 run osmo-stp_10.42.42.5(pid=674): Launched\u000a00:22:19.728829 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:22:20.297705 run pcap-recorder_any(filters='host 10.42.42.6')(pid=676): Launched\u000a00:22:20.414023 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:22:20.698495 run patchelf(pid=677): Launched\u000a00:22:20.888579 run osmo-stp_10.42.42.5(pid=674): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=674)]\u000a00:22:21.027127 run osmo-stp_10.42.42.5(pid=674): stdout: \u000a| (launched: 2022-12-09_00:22:19.448930)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:22:21.166110 run osmo-stp_10.42.42.5(pid=674): stderr: \u000a| �[0;m�[38;5;43m20221209002219645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002219645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002219645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002219645 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002219646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002219646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002219646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:22:21.300755 run osmo-stp_10.42.42.5(pid=674): stdout: \u000a| (launched: 2022-12-09_00:22:19.448930)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:22:21.434403 run osmo-stp_10.42.42.5(pid=674): stderr: \u000a| �[0;m�[38;5;43m20221209002219645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002219645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002219645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002219645 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002219646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002219646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002219646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:22:21.589927 run patchelf(pid=677): Terminating (SIGINT)\u000a00:22:21.773069 run patchelf(pid=677): Terminated: ok {rc=0}\u000a00:22:21.806570 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=674): Process ended prematurely: osmo-stp_10.42.42.5(pid=674) [trial-2351↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=674)] [trial-2351↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a00:22:21.816537 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a00:22:21.879316 run osmo-hlr_10.42.42.2(pid=671): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=671)]\u000a00:22:21.930378 run osmo-hlr_10.42.42.2(pid=671): stdout: \u000a| (launched: 2022-12-09_00:22:18.436058) \u000a00:22:21.982004 run osmo-hlr_10.42.42.2(pid=671): stderr: \u000a| �[0;m�[1;31m20221209002218636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209002218636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209002218636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002218636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002218637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209002218637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209002218650 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209002218658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209002218658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209002218658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:22:22.025791 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=664): Terminating (SIGTERM)\u000a00:22:22.067680 run iperf3-srv_10.42.42.10(pid=665): Terminating (SIGTERM)\u000a00:22:22.109051 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=666): Terminating (SIGTERM)\u000a00:22:22.150525 run iperf3-srv_10.42.42.10(pid=667): Terminating (SIGTERM)\u000a00:22:22.192172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=670): Terminating (SIGTERM)\u000a00:22:22.233687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=673): Terminating (SIGTERM)\u000a00:22:22.275654 run pcap-recorder_any(filters='host 10.42.42.6')(pid=676): Terminating (SIGTERM)\u000a00:22:22.285457 --- ParallelTerminationStrategy: PID 664 died...\u000a00:22:22.340818 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=664): Terminated: ok {rc=0}\u000a00:22:22.350888 --- ParallelTerminationStrategy: PID 665 died...\u000a00:22:22.405752 run iperf3-srv_10.42.42.10(pid=665): Terminated {rc=256}\u000a00:22:22.415666 --- ParallelTerminationStrategy: PID 666 died...\u000a00:22:22.470835 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=666): Terminated: ok {rc=0}\u000a00:22:22.480834 --- ParallelTerminationStrategy: PID 667 died...\u000a00:22:22.535536 run iperf3-srv_10.42.42.10(pid=667): Terminated {rc=256}\u000a00:22:22.545786 --- ParallelTerminationStrategy: PID 670 died...\u000a00:22:22.600510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=670): Terminated: ok {rc=0}\u000a00:22:22.610712 --- ParallelTerminationStrategy: PID 673 died...\u000a00:22:22.666138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=673): Terminated: ok {rc=0}\u000a00:22:22.676370 --- ParallelTerminationStrategy: PID 676 died...\u000a00:22:22.731610 run pcap-recorder_any(filters='host 10.42.42.6')(pid=676): Terminated: ok {rc=0}\u000a00:22:22.817861 bus /gobi_0: Setting Powered False\u000a00:22:23.920350 bus /gobi_0: Setting Powered False\u000a00:22:25.029359 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=686): Process ended prematurely: osmo-stp_10.42.42.5(pid=686) [trial-2351↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=686)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=686): Process ended prematurely: osmo-stp_10.42.42.5(pid=686) [trial-2351↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=686)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a00:22:26.138704 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:26.150255 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:22:26.291590 tst iperf3.py: using LAC 17780\u000a00:22:26.413137 tst iperf3.py: using RAC 185\u000a00:22:26.533095 tst iperf3.py: using CellId 17780\u000a00:22:26.660538 tst iperf3.py: using BVCI 17781\u000a00:22:26.685522 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:26.696805 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:26.707914 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:26.719788 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:26.731527 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:26.743304 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:26.755222 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:26.767010 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:26.778942 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:22:27.075158 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:22:27.211032 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:22:27.548200 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=678): Launched\u000a00:22:27.830033 run iperf3-srv_10.42.42.10(pid=679): Launched\u000a00:22:28.030652 tst iperf3.py:8: start network...\u000a00:22:28.167488 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:22:28.681594 run create_hlr_db(pid=680): Launched\u000a00:22:28.870303 bus /gobi_6: Setting Powered False\u000a00:22:29.891195 run create_hlr_db(pid=680): Terminated: ok {rc=0}\u000a00:22:30.307867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=682): Launched\u000a00:22:30.635284 run osmo-hlr_10.42.42.2(pid=683): Launched\u000a00:22:30.756131 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:22:31.356078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=685): Launched\u000a00:22:31.784097 run osmo-stp_10.42.42.5(pid=686): Launched\u000a00:22:31.943730 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:22:32.533375 run pcap-recorder_any(filters='host 10.42.42.6')(pid=688): Launched\u000a00:22:32.650353 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:22:32.933891 run patchelf(pid=689): Launched\u000a00:22:33.124531 run osmo-stp_10.42.42.5(pid=686): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=686)]\u000a00:22:33.263251 run osmo-stp_10.42.42.5(pid=686): stdout: \u000a| (launched: 2022-12-09_00:22:31.523919)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:22:33.402833 run osmo-stp_10.42.42.5(pid=686): stderr: \u000a| �[0;m�[38;5;43m20221209002231727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002231727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002231727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002231728 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002231728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002231728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002231737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:22:33.537353 run osmo-stp_10.42.42.5(pid=686): stdout: \u000a| (launched: 2022-12-09_00:22:31.523919)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:22:33.670966 run osmo-stp_10.42.42.5(pid=686): stderr: \u000a| �[0;m�[38;5;43m20221209002231727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002231727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002231727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002231728 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002231728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002231728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002231737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:22:33.826091 run patchelf(pid=689): Terminating (SIGINT)\u000a00:22:34.007928 run patchelf(pid=689): Terminated: ok {rc=0}\u000a00:22:34.041514 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=686): Process ended prematurely: osmo-stp_10.42.42.5(pid=686) [trial-2351↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=686)] [trial-2351↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8]\u000a00:22:34.051480 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a00:22:34.114474 run osmo-hlr_10.42.42.2(pid=683): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=683)]\u000a00:22:34.165463 run osmo-hlr_10.42.42.2(pid=683): stdout: \u000a| (launched: 2022-12-09_00:22:30.474022) \u000a00:22:34.217125 run osmo-hlr_10.42.42.2(pid=683): stderr: \u000a| �[0;m�[1;31m20221209002230674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209002230674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209002230674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002230674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002230674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209002230674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209002230687 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209002230696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209002230696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209002230696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:22:34.260816 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=678): Terminating (SIGTERM)\u000a00:22:34.302314 run iperf3-srv_10.42.42.10(pid=679): Terminating (SIGTERM)\u000a00:22:34.343865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=682): Terminating (SIGTERM)\u000a00:22:34.385231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=685): Terminating (SIGTERM)\u000a00:22:34.426776 run pcap-recorder_any(filters='host 10.42.42.6')(pid=688): Terminating (SIGTERM)\u000a00:22:34.436704 --- ParallelTerminationStrategy: PID 678 died...\u000a00:22:34.492178 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=678): Terminated: ok {rc=0}\u000a00:22:34.502220 --- ParallelTerminationStrategy: PID 679 died...\u000a00:22:34.556797 run iperf3-srv_10.42.42.10(pid=679): Terminated {rc=256}\u000a00:22:34.567028 --- ParallelTerminationStrategy: PID 682 died...\u000a00:22:34.622611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=682): Terminated: ok {rc=0}\u000a00:22:34.632821 --- ParallelTerminationStrategy: PID 685 died...\u000a00:22:34.688093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=685): Terminated: ok {rc=0}\u000a00:22:34.698047 --- ParallelTerminationStrategy: PID 688 died...\u000a00:22:34.752771 run pcap-recorder_any(filters='host 10.42.42.6')(pid=688): Terminated: ok {rc=0}\u000a00:22:34.839355 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=706): Process ended prematurely: osmo-stp_10.42.42.5(pid=706) [trial-2351↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=706)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=706): Process ended prematurely: osmo-stp_10.42.42.5(pid=706) [trial-2351↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=706)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a00:22:35.954442 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:35.966436 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:22:36.116025 tst iperf3m4.py: using LAC 17781\u000a00:22:36.237544 tst iperf3m4.py: using RAC 186\u000a00:22:36.355434 tst iperf3m4.py: using CellId 17781\u000a00:22:36.479068 tst iperf3m4.py: using BVCI 17782\u000a00:22:36.502300 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:36.513137 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:36.523670 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:36.534271 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:36.544669 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:36.555238 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:36.566006 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:36.576403 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:36.587154 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:22:36.705552 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:22:36.822982 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:22:36.943008 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:22:37.224898 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:22:37.351409 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:22:37.666996 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=692): Launched\u000a00:22:37.930207 run iperf3-srv_10.42.42.10(pid=693): Launched\u000a00:22:38.116250 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:22:38.243079 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:22:38.558599 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=694): Launched\u000a00:22:38.821943 run iperf3-srv_10.42.42.10(pid=695): Launched\u000a00:22:39.008012 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:22:39.135001 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:22:39.451358 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=696): Launched\u000a00:22:39.714472 run iperf3-srv_10.42.42.10(pid=697): Launched\u000a00:22:39.901376 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:22:40.028438 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:22:40.345262 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=698): Launched\u000a00:22:40.608700 run iperf3-srv_10.42.42.10(pid=699): Launched\u000a00:22:40.795526 tst iperf3m4.py:8: start network...\u000a00:22:40.922473 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:22:41.413112 run create_hlr_db(pid=700): Launched\u000a00:22:41.588892 bus /gobi_6: Setting Powered False\u000a00:22:42.609976 run create_hlr_db(pid=700): Terminated: ok {rc=0}\u000a00:22:43.042099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=702): Launched\u000a00:22:43.367133 run osmo-hlr_10.42.42.2(pid=703): Launched\u000a00:22:43.486192 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:22:44.055824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=705): Launched\u000a00:22:44.382948 run osmo-stp_10.42.42.5(pid=706): Launched\u000a00:22:44.502169 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:22:45.070366 run pcap-recorder_any(filters='host 10.42.42.6')(pid=708): Launched\u000a00:22:45.186451 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:22:45.469903 run patchelf(pid=709): Launched\u000a00:22:45.660591 run osmo-stp_10.42.42.5(pid=706): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=706)]\u000a00:22:45.799333 run osmo-stp_10.42.42.5(pid=706): stdout: \u000a| (launched: 2022-12-09_00:22:44.221994)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:22:45.941784 run osmo-stp_10.42.42.5(pid=706): stderr: \u000a| �[0;m�[38;5;43m20221209002244416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002244416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002244417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002244417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002244418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002244418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002244418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:22:46.078396 run osmo-stp_10.42.42.5(pid=706): stdout: \u000a| (launched: 2022-12-09_00:22:44.221994)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:22:46.213818 run osmo-stp_10.42.42.5(pid=706): stderr: \u000a| �[0;m�[38;5;43m20221209002244416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002244416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002244417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002244417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002244418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002244418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002244418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:22:46.371842 run patchelf(pid=709): Terminating (SIGINT)\u000a00:22:46.557726 run patchelf(pid=709): Terminated: ok {rc=0}\u000a00:22:46.592498 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=706): Process ended prematurely: osmo-stp_10.42.42.5(pid=706) [trial-2351↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=706)] [trial-2351↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8]\u000a00:22:46.603484 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a00:22:46.671288 run osmo-hlr_10.42.42.2(pid=703): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=703)]\u000a00:22:46.724845 run osmo-hlr_10.42.42.2(pid=703): stdout: \u000a| (launched: 2022-12-09_00:22:43.207558) \u000a00:22:46.779302 run osmo-hlr_10.42.42.2(pid=703): stderr: \u000a| �[0;m�[1;31m20221209002243406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209002243406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209002243407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002243407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002243407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209002243407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209002243420 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209002243428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209002243428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209002243429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:22:46.825949 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=692): Terminating (SIGTERM)\u000a00:22:46.871853 run iperf3-srv_10.42.42.10(pid=693): Terminating (SIGTERM)\u000a00:22:46.917376 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=694): Terminating (SIGTERM)\u000a00:22:46.963575 run iperf3-srv_10.42.42.10(pid=695): Terminating (SIGTERM)\u000a00:22:47.009164 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=696): Terminating (SIGTERM)\u000a00:22:47.054116 run iperf3-srv_10.42.42.10(pid=697): Terminating (SIGTERM)\u000a00:22:47.101241 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=698): Terminating (SIGTERM)\u000a00:22:47.145845 run iperf3-srv_10.42.42.10(pid=699): Terminating (SIGTERM)\u000a00:22:47.192609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=702): Terminating (SIGTERM)\u000a00:22:47.235473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=705): Terminating (SIGTERM)\u000a00:22:47.279383 run pcap-recorder_any(filters='host 10.42.42.6')(pid=708): Terminating (SIGTERM)\u000a00:22:47.290073 --- ParallelTerminationStrategy: PID 692 died...\u000a00:22:47.345774 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=692): Terminated: ok {rc=0}\u000a00:22:47.355730 --- ParallelTerminationStrategy: PID 693 died...\u000a00:22:47.408080 run iperf3-srv_10.42.42.10(pid=693): Terminated {rc=256}\u000a00:22:47.418767 --- ParallelTerminationStrategy: PID 694 died...\u000a00:22:47.470862 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=694): Terminated: ok {rc=0}\u000a00:22:47.480349 --- ParallelTerminationStrategy: PID 695 died...\u000a00:22:47.532306 run iperf3-srv_10.42.42.10(pid=695): Terminated {rc=256}\u000a00:22:47.541808 --- ParallelTerminationStrategy: PID 696 died...\u000a00:22:47.594540 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=696): Terminated: ok {rc=0}\u000a00:22:47.604221 --- ParallelTerminationStrategy: PID 697 died...\u000a00:22:47.656262 run iperf3-srv_10.42.42.10(pid=697): Terminated {rc=256}\u000a00:22:47.665898 --- ParallelTerminationStrategy: PID 698 died...\u000a00:22:47.718397 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=698): Terminated: ok {rc=0}\u000a00:22:47.728143 --- ParallelTerminationStrategy: PID 699 died...\u000a00:22:47.780347 run iperf3-srv_10.42.42.10(pid=699): Terminated {rc=256}\u000a00:22:47.790035 --- ParallelTerminationStrategy: PID 702 died...\u000a00:22:47.842239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=702): Terminated: ok {rc=0}\u000a00:22:47.851831 --- ParallelTerminationStrategy: PID 705 died...\u000a00:22:47.903795 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=705): Terminated: ok {rc=0}\u000a00:22:47.913675 --- ParallelTerminationStrategy: PID 708 died...\u000a00:22:47.966116 run pcap-recorder_any(filters='host 10.42.42.6')(pid=708): Terminated: ok {rc=0}\u000a00:22:48.053719 bus /gobi_4: Setting Powered False\u000a00:22:49.156908 bus /gobi_4: Setting Powered False\u000a00:22:50.268148 bus /gobi_1: Setting Powered False\u000a00:22:51.369631 bus /gobi_1: Setting Powered False\u000a00:22:52.480563 bus /gobi_0: Setting Powered False\u000a00:22:53.581705 bus /gobi_0: Setting Powered False\u000a00:22:54.692465 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=716): Process ended prematurely: osmo-stp_10.42.42.5(pid=716) [trial-2351↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=716)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=716): Process ended prematurely: osmo-stp_10.42.42.5(pid=716) [trial-2351↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=716)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:nanobts+band-900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a00:22:55.758441 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:55.770251 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:22:55.911902 tst ping.py: using LAC 17782\u000a00:22:56.038573 tst ping.py: using RAC 187\u000a00:22:56.162858 tst ping.py: using CellId 17782\u000a00:22:56.289543 tst ping.py: using BVCI 17783\u000a00:22:56.313885 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:56.325209 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:56.336338 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:56.347713 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:56.359023 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:56.370450 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:56.382144 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:56.393478 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:22:56.671484 tst ping.py:19: start network...\u000a00:22:56.796834 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:22:57.277134 run create_hlr_db(pid=710): Launched\u000a00:22:57.451409 bus /gobi_6: Setting Powered False\u000a00:22:58.470770 run create_hlr_db(pid=710): Terminated: ok {rc=0}\u000a00:22:58.898681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=712): Launched\u000a00:22:59.220346 run osmo-hlr_10.42.42.2(pid=713): Launched\u000a00:22:59.342713 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:22:59.902873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=715): Launched\u000a00:23:00.222574 run osmo-stp_10.42.42.5(pid=716): Launched\u000a00:23:00.339474 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:23:00.909785 run pcap-recorder_any(filters='host 10.42.42.6')(pid=718): Launched\u000a00:23:01.027964 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:23:01.341343 run patchelf(pid=719): Launched\u000a00:23:01.551928 run osmo-stp_10.42.42.5(pid=716): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=716)]\u000a00:23:01.720530 run osmo-stp_10.42.42.5(pid=716): stdout: \u000a| (launched: 2022-12-09_00:23:00.065326)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:23:01.871307 run osmo-stp_10.42.42.5(pid=716): stderr: \u000a| �[0;m�[38;5;43m20221209002300257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002300257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002300257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002300257 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002300258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002300258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002300258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:23:02.007781 run osmo-stp_10.42.42.5(pid=716): stdout: \u000a| (launched: 2022-12-09_00:23:00.065326)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:23:02.153168 run osmo-stp_10.42.42.5(pid=716): stderr: \u000a| �[0;m�[38;5;43m20221209002300257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002300257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002300257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002300257 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002300258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002300258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002300258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:23:02.331282 run patchelf(pid=719): Terminating (SIGINT)\u000a00:23:02.515289 run patchelf(pid=719): Terminated: ok {rc=0}\u000a00:23:02.549086 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=716): Process ended prematurely: osmo-stp_10.42.42.5(pid=716) [trial-2351↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=716)] [trial-2351↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22]\u000a00:23:02.559558 tst ping.py:22: Test FAILED (6.8 sec)\u000a00:23:02.628365 run osmo-hlr_10.42.42.2(pid=713): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=713)]\u000a00:23:02.691867 run osmo-hlr_10.42.42.2(pid=713): stdout: \u000a| (launched: 2022-12-09_00:22:59.061640) \u000a00:23:02.746421 run osmo-hlr_10.42.42.2(pid=713): stderr: \u000a| �[0;m�[1;31m20221209002259261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209002259261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209002259261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002259261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002259261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209002259261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209002259273 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209002259281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209002259281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209002259281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:23:02.802089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=712): Terminating (SIGTERM)\u000a00:23:02.850243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=715): Terminating (SIGTERM)\u000a00:23:02.900603 run pcap-recorder_any(filters='host 10.42.42.6')(pid=718): Terminating (SIGTERM)\u000a00:23:02.911535 --- ParallelTerminationStrategy: PID 712 died...\u000a00:23:02.972448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=712): Terminated: ok {rc=0}\u000a00:23:02.983729 --- ParallelTerminationStrategy: PID 715 died...\u000a00:23:03.056362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=715): Terminated: ok {rc=0}\u000a00:23:03.067596 --- ParallelTerminationStrategy: PID 718 died...\u000a00:23:03.133052 run pcap-recorder_any(filters='host 10.42.42.6')(pid=718): Terminated: ok {rc=0}\u000a00:23:03.228878 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1026): Process ended prematurely: osmo-stp_10.42.42.5(pid=1026) [trial-2351↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1026)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1026): Process ended prematurely: osmo-stp_10.42.42.5(pid=1026) [trial-2351↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1026)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a00:23:04.287583 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:23:04.300846 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:23:04.448366 tst ping_idle_ping.py: using LAC 17783\u000a00:23:04.573975 tst ping_idle_ping.py: using RAC 188\u000a00:23:04.708120 tst ping_idle_ping.py: using CellId 17783\u000a00:23:04.838082 tst ping_idle_ping.py: using BVCI 17784\u000a00:23:04.864268 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:23:04.877215 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:23:04.889561 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:23:04.903988 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:23:04.917322 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:23:04.930806 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:23:04.944222 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:23:04.956650 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:23:05.262812 tst ping_idle_ping.py:24: start network...\u000a00:23:05.401636 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:23:05.965953 run create_hlr_db(pid=1018): Launched\u000a00:23:06.159193 bus /gobi_6: Setting Powered False\u000a00:23:07.178318 run create_hlr_db(pid=1018): Terminated: ok {rc=0}\u000a00:23:07.631129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1022): Launched\u000a00:23:08.046592 run osmo-hlr_10.42.42.2(pid=1023): Launched\u000a00:23:08.272681 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:23:08.923819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1025): Launched\u000a00:23:09.350930 run osmo-stp_10.42.42.5(pid=1026): Launched\u000a00:23:09.580935 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:23:10.173544 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1028): Launched\u000a00:23:10.294087 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:23:10.597673 run patchelf(pid=1029): Launched\u000a00:23:10.794106 run osmo-stp_10.42.42.5(pid=1026): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1026)]\u000a00:23:10.937138 run osmo-stp_10.42.42.5(pid=1026): stdout: \u000a| (launched: 2022-12-09_00:23:09.092893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:23:11.080643 run osmo-stp_10.42.42.5(pid=1026): stderr: \u000a| �[0;m�[38;5;43m20221209002309394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002309394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002309395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002309395 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002309395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002309396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002309396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:23:11.219178 run osmo-stp_10.42.42.5(pid=1026): stdout: \u000a| (launched: 2022-12-09_00:23:09.092893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:23:11.354762 run osmo-stp_10.42.42.5(pid=1026): stderr: \u000a| �[0;m�[38;5;43m20221209002309394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002309394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002309395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002309395 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002309395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002309396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002309396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:23:11.514127 run patchelf(pid=1029): Terminating (SIGINT)\u000a00:23:11.703114 run patchelf(pid=1029): Terminated: ok {rc=0}\u000a00:23:11.737737 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1026): Process ended prematurely: osmo-stp_10.42.42.5(pid=1026) [trial-2351↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1026)] [trial-2351↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a00:23:11.748217 tst ping_idle_ping.py:27: Test FAILED (7.4 sec)\u000a00:23:11.817627 run osmo-hlr_10.42.42.2(pid=1023): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1023)]\u000a00:23:11.873095 run osmo-hlr_10.42.42.2(pid=1023): stdout: \u000a| (launched: 2022-12-09_00:23:07.799552) \u000a00:23:11.927875 run osmo-hlr_10.42.42.2(pid=1023): stderr: \u000a| �[0;m�[1;31m20221209002308145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209002308145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209002308145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002308145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002308145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209002308145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209002308163 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209002308179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209002308180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209002308180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:23:11.975376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1022): Terminating (SIGTERM)\u000a00:23:12.023414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1025): Terminating (SIGTERM)\u000a00:23:12.069743 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1028): Terminating (SIGTERM)\u000a00:23:12.080760 --- ParallelTerminationStrategy: PID 1022 died...\u000a00:23:12.141944 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1022): Terminated: ok {rc=0}\u000a00:23:12.153333 --- ParallelTerminationStrategy: PID 1025 died...\u000a00:23:12.213249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1025): Terminated: ok {rc=0}\u000a00:23:12.225455 --- ParallelTerminationStrategy: PID 1028 died...\u000a00:23:12.283454 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1028): Terminated: ok {rc=0}\u000a00:23:12.375442 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "156", "name" : "gprs_nanobts+band-900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:22:12" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1044): Process ended prematurely: osmo-stp_10.42.42.5(pid=1044) [trial-2351↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1044)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1044): Process ended prematurely: osmo-stp_10.42.42.5(pid=1044) [trial-2351↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1044)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:23:14.567057 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:14.579649 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:23:14.749514 tst cs_paging_gprs_active.py: using LAC 17784\u000a00:23:14.884110 tst cs_paging_gprs_active.py: using RAC 189\u000a00:23:15.017780 tst cs_paging_gprs_active.py: using CellId 17784\u000a00:23:15.148168 tst cs_paging_gprs_active.py: using BVCI 17785\u000a00:23:15.174597 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:15.186955 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:15.199408 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:15.213271 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:15.226656 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:15.238712 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:15.251396 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:15.265846 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:15.279443 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:23:15.406795 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:23:15.720914 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:23:15.876522 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:23:16.261154 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1034): Launched\u000a00:23:16.571593 run iperf3-srv_10.42.42.10(pid=1035): Launched\u000a00:23:16.763633 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:23:16.894493 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:23:17.233491 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1036): Launched\u000a00:23:17.520722 run iperf3-srv_10.42.42.10(pid=1037): Launched\u000a00:23:17.710501 tst cs_paging_gprs_active.py:38: start network...\u000a00:23:17.839828 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:23:18.376327 run create_hlr_db(pid=1038): Launched\u000a00:23:18.554986 bus /gobi_6: Setting Powered False\u000a00:23:19.580646 run create_hlr_db(pid=1038): Terminated: ok {rc=0}\u000a00:23:20.021536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1040): Launched\u000a00:23:20.451214 run osmo-hlr_10.42.42.2(pid=1041): Launched\u000a00:23:20.690886 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:23:21.351805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1043): Launched\u000a00:23:21.779676 run osmo-stp_10.42.42.5(pid=1044): Launched\u000a00:23:22.020858 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:23:22.658912 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1046): Launched\u000a00:23:22.773539 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:23:23.079884 run patchelf(pid=1047): Launched\u000a00:23:23.267842 run osmo-stp_10.42.42.5(pid=1044): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1044)]\u000a00:23:23.404100 run osmo-stp_10.42.42.5(pid=1044): stdout: \u000a| (launched: 2022-12-09_00:23:21.513281)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:23:23.541007 run osmo-stp_10.42.42.5(pid=1044): stderr: \u000a| �[0;m�[38;5;43m20221209002321855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002321856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002321856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002321856 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002321865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002321865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002321865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:23:23.674381 run osmo-stp_10.42.42.5(pid=1044): stdout: \u000a| (launched: 2022-12-09_00:23:21.513281)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:23:23.805900 run osmo-stp_10.42.42.5(pid=1044): stderr: \u000a| �[0;m�[38;5;43m20221209002321855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002321856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002321856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002321856 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002321865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002321865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002321865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:23:23.959764 run patchelf(pid=1047): Terminating (SIGINT)\u000a00:23:24.139489 run patchelf(pid=1047): Terminated: ok {rc=0}\u000a00:23:24.173047 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1044): Process ended prematurely: osmo-stp_10.42.42.5(pid=1044) [trial-2351↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1044)] [trial-2351↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a00:23:24.183378 tst cs_paging_gprs_active.py:38: Test FAILED (9.7 sec)\u000a00:23:24.247037 run osmo-hlr_10.42.42.2(pid=1041): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1041)]\u000a00:23:24.297556 run osmo-hlr_10.42.42.2(pid=1041): stdout: \u000a| (launched: 2022-12-09_00:23:20.182207) \u000a00:23:24.350533 run osmo-hlr_10.42.42.2(pid=1041): stderr: \u000a| �[0;m�[1;31m20221209002320533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209002320533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209002320533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002320533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002320533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209002320534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209002320552 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209002320560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209002320560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209002320566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:23:24.394360 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1034): Terminating (SIGTERM)\u000a00:23:24.438856 run iperf3-srv_10.42.42.10(pid=1035): Terminating (SIGTERM)\u000a00:23:24.482266 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1036): Terminating (SIGTERM)\u000a00:23:24.525486 run iperf3-srv_10.42.42.10(pid=1037): Terminating (SIGTERM)\u000a00:23:24.568901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1040): Terminating (SIGTERM)\u000a00:23:24.613071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1043): Terminating (SIGTERM)\u000a00:23:24.656277 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1046): Terminating (SIGTERM)\u000a00:23:24.668364 --- ParallelTerminationStrategy: PID 1034 died...\u000a00:23:24.725414 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1034): Terminated: ok {rc=0}\u000a00:23:24.735750 --- ParallelTerminationStrategy: PID 1035 died...\u000a00:23:24.790179 run iperf3-srv_10.42.42.10(pid=1035): Terminated {rc=256}\u000a00:23:24.800604 --- ParallelTerminationStrategy: PID 1036 died...\u000a00:23:24.858674 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1036): Terminated: ok {rc=0}\u000a00:23:24.869441 --- ParallelTerminationStrategy: PID 1037 died...\u000a00:23:24.924194 run iperf3-srv_10.42.42.10(pid=1037): Terminated {rc=256}\u000a00:23:24.934676 --- ParallelTerminationStrategy: PID 1040 died...\u000a00:23:24.989462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1040): Terminated: ok {rc=0}\u000a00:23:24.999926 --- ParallelTerminationStrategy: PID 1043 died...\u000a00:23:25.056184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1043): Terminated: ok {rc=0}\u000a00:23:25.066542 --- ParallelTerminationStrategy: PID 1046 died...\u000a00:23:25.121083 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1046): Terminated: ok {rc=0}\u000a00:23:25.210226 bus /gobi_0: Setting Powered False\u000a00:23:26.310823 bus /gobi_0: Setting Powered False\u000a00:23:27.420553 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1057): Process ended prematurely: osmo-stp_10.42.42.5(pid=1057) [trial-2351↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1057)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1057): Process ended prematurely: osmo-stp_10.42.42.5(pid=1057) [trial-2351↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1057)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a00:23:28.530114 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:28.541506 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:23:28.696407 tst iperf3.py: using LAC 17785\u000a00:23:28.828324 tst iperf3.py: using RAC 190\u000a00:23:28.968793 tst iperf3.py: using CellId 17785\u000a00:23:29.095994 tst iperf3.py: using BVCI 17786\u000a00:23:29.121179 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:29.132714 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:29.144072 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:29.155989 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:29.168024 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:29.179980 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:29.191702 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:29.203488 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:29.215413 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:23:29.494975 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:23:29.621724 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:23:29.939578 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1049): Launched\u000a00:23:30.203938 run iperf3-srv_10.42.42.10(pid=1050): Launched\u000a00:23:30.391218 tst iperf3.py:8: start network...\u000a00:23:30.518004 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:23:31.031171 run create_hlr_db(pid=1051): Launched\u000a00:23:31.231920 bus /gobi_6: Setting Powered False\u000a00:23:32.279233 run create_hlr_db(pid=1051): Terminated: ok {rc=0}\u000a00:23:32.690293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1053): Launched\u000a00:23:32.995694 run osmo-hlr_10.42.42.2(pid=1054): Launched\u000a00:23:33.113419 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:23:33.642875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1056): Launched\u000a00:23:33.947175 run osmo-stp_10.42.42.5(pid=1057): Launched\u000a00:23:34.057953 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:23:34.589675 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1059): Launched\u000a00:23:34.698131 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:23:34.963818 run patchelf(pid=1060): Launched\u000a00:23:35.141892 run osmo-stp_10.42.42.5(pid=1057): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1057)]\u000a00:23:35.272147 run osmo-stp_10.42.42.5(pid=1057): stdout: \u000a| (launched: 2022-12-09_00:23:33.797441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:23:35.403050 run osmo-stp_10.42.42.5(pid=1057): stderr: \u000a| �[0;m�[38;5;43m20221209002333967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002333967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002333968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002333968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002333970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002333970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002333970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:23:35.528869 run osmo-stp_10.42.42.5(pid=1057): stdout: \u000a| (launched: 2022-12-09_00:23:33.797441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:23:35.653686 run osmo-stp_10.42.42.5(pid=1057): stderr: \u000a| �[0;m�[38;5;43m20221209002333967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002333967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002333968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002333968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002333970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002333970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002333970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:23:35.798483 run patchelf(pid=1060): Terminating (SIGINT)\u000a00:23:35.969229 run patchelf(pid=1060): Terminated: ok {rc=0}\u000a00:23:36.000432 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1057): Process ended prematurely: osmo-stp_10.42.42.5(pid=1057) [trial-2351↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1057)] [trial-2351↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a00:23:36.009622 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a00:23:36.068343 run osmo-hlr_10.42.42.2(pid=1054): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1054)]\u000a00:23:36.116263 run osmo-hlr_10.42.42.2(pid=1054): stdout: \u000a| (launched: 2022-12-09_00:23:32.845765) \u000a00:23:36.164905 run osmo-hlr_10.42.42.2(pid=1054): stderr: \u000a| �[0;m�[1;31m20221209002333025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209002333025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209002333025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002333025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002333025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209002333025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209002333037 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209002333046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209002333046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209002333046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:23:36.206375 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1049): Terminating (SIGTERM)\u000a00:23:36.245161 run iperf3-srv_10.42.42.10(pid=1050): Terminating (SIGTERM)\u000a00:23:36.283886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1053): Terminating (SIGTERM)\u000a00:23:36.323171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1056): Terminating (SIGTERM)\u000a00:23:36.361772 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1059): Terminating (SIGTERM)\u000a00:23:36.370807 --- ParallelTerminationStrategy: PID 1049 died...\u000a00:23:36.423104 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1049): Terminated: ok {rc=0}\u000a00:23:36.432622 --- ParallelTerminationStrategy: PID 1050 died...\u000a00:23:36.484657 run iperf3-srv_10.42.42.10(pid=1050): Terminated {rc=256}\u000a00:23:36.494023 --- ParallelTerminationStrategy: PID 1053 died...\u000a00:23:36.545698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1053): Terminated: ok {rc=0}\u000a00:23:36.555071 --- ParallelTerminationStrategy: PID 1056 died...\u000a00:23:36.606524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1056): Terminated: ok {rc=0}\u000a00:23:36.615909 --- ParallelTerminationStrategy: PID 1059 died...\u000a00:23:36.667789 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1059): Terminated: ok {rc=0}\u000a00:23:36.755413 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1075): Process ended prematurely: osmo-stp_10.42.42.5(pid=1075) [trial-2351↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1075)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1075): Process ended prematurely: osmo-stp_10.42.42.5(pid=1075) [trial-2351↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1075)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a00:23:37.864848 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:37.876510 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:23:38.032700 tst iperf3m4.py: using LAC 17786\u000a00:23:38.152293 tst iperf3m4.py: using RAC 191\u000a00:23:38.272290 tst iperf3m4.py: using CellId 17786\u000a00:23:38.395135 tst iperf3m4.py: using BVCI 17787\u000a00:23:38.418628 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:38.429540 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:38.440231 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:38.451062 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:38.461847 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:38.472467 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:38.483348 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:38.494043 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:38.504768 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:23:38.625334 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:23:38.746240 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:23:38.866635 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:23:39.162338 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:23:39.298734 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:23:39.636242 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1061): Launched\u000a00:23:39.917957 run iperf3-srv_10.42.42.10(pid=1062): Launched\u000a00:23:40.118701 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:23:40.255031 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:23:40.592050 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1063): Launched\u000a00:23:40.873148 run iperf3-srv_10.42.42.10(pid=1064): Launched\u000a00:23:41.073204 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:23:41.209190 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:23:41.546751 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1065): Launched\u000a00:23:41.827791 run iperf3-srv_10.42.42.10(pid=1066): Launched\u000a00:23:42.027949 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:23:42.164151 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:23:42.501417 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1067): Launched\u000a00:23:42.782962 run iperf3-srv_10.42.42.10(pid=1068): Launched\u000a00:23:42.982826 tst iperf3m4.py:8: start network...\u000a00:23:43.118945 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:23:43.632013 run create_hlr_db(pid=1069): Launched\u000a00:23:43.820881 bus /gobi_6: Setting Powered False\u000a00:23:44.840670 run create_hlr_db(pid=1069): Terminated: ok {rc=0}\u000a00:23:45.252144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1071): Launched\u000a00:23:45.560141 run osmo-hlr_10.42.42.2(pid=1072): Launched\u000a00:23:45.674373 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:23:46.231393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1074): Launched\u000a00:23:46.658502 run osmo-stp_10.42.42.5(pid=1075): Launched\u000a00:23:46.880390 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:23:47.489070 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1077): Launched\u000a00:23:47.598227 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:23:47.865582 run patchelf(pid=1078): Launched\u000a00:23:48.045101 run osmo-stp_10.42.42.5(pid=1075): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1075)]\u000a00:23:48.176086 run osmo-stp_10.42.42.5(pid=1075): stdout: \u000a| (launched: 2022-12-09_00:23:46.391305)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:23:48.307402 run osmo-stp_10.42.42.5(pid=1075): stderr: \u000a| �[0;m�[38;5;43m20221209002346729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002346729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002346729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002346730 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002346730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002346730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002346730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:23:48.434702 run osmo-stp_10.42.42.5(pid=1075): stdout: \u000a| (launched: 2022-12-09_00:23:46.391305)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:23:48.559768 run osmo-stp_10.42.42.5(pid=1075): stderr: \u000a| �[0;m�[38;5;43m20221209002346729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002346729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002346729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002346730 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002346730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002346730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002346730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:23:48.705707 run patchelf(pid=1078): Terminating (SIGINT)\u000a00:23:48.877128 run patchelf(pid=1078): Terminated: ok {rc=0}\u000a00:23:48.908589 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1075): Process ended prematurely: osmo-stp_10.42.42.5(pid=1075) [trial-2351↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1075)] [trial-2351↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a00:23:48.917944 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a00:23:48.982406 run osmo-hlr_10.42.42.2(pid=1072): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1072)]\u000a00:23:49.034355 run osmo-hlr_10.42.42.2(pid=1072): stdout: \u000a| (launched: 2022-12-09_00:23:45.408392) \u000a00:23:49.086888 run osmo-hlr_10.42.42.2(pid=1072): stderr: \u000a| �[0;m�[1;31m20221209002345586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209002345586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209002345586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002345586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002345586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209002345586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209002345598 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209002345607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209002345607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209002345607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:23:49.131578 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1061): Terminating (SIGTERM)\u000a00:23:49.173542 run iperf3-srv_10.42.42.10(pid=1062): Terminating (SIGTERM)\u000a00:23:49.216758 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1063): Terminating (SIGTERM)\u000a00:23:49.258502 run iperf3-srv_10.42.42.10(pid=1064): Terminating (SIGTERM)\u000a00:23:49.300882 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1065): Terminating (SIGTERM)\u000a00:23:49.343243 run iperf3-srv_10.42.42.10(pid=1066): Terminating (SIGTERM)\u000a00:23:49.385830 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1067): Terminating (SIGTERM)\u000a00:23:49.428324 run iperf3-srv_10.42.42.10(pid=1068): Terminating (SIGTERM)\u000a00:23:49.470777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1071): Terminating (SIGTERM)\u000a00:23:49.513862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1074): Terminating (SIGTERM)\u000a00:23:49.556428 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1077): Terminating (SIGTERM)\u000a00:23:49.566254 --- ParallelTerminationStrategy: PID 1061 died...\u000a00:23:49.623229 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1061): Terminated: ok {rc=0}\u000a00:23:49.633429 --- ParallelTerminationStrategy: PID 1062 died...\u000a00:23:49.690312 run iperf3-srv_10.42.42.10(pid=1062): Terminated {rc=256}\u000a00:23:49.700463 --- ParallelTerminationStrategy: PID 1063 died...\u000a00:23:49.756638 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1063): Terminated: ok {rc=0}\u000a00:23:49.767555 --- ParallelTerminationStrategy: PID 1064 died...\u000a00:23:49.824085 run iperf3-srv_10.42.42.10(pid=1064): Terminated {rc=256}\u000a00:23:49.834216 --- ParallelTerminationStrategy: PID 1065 died...\u000a00:23:49.890725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1065): Terminated: ok {rc=0}\u000a00:23:49.900859 --- ParallelTerminationStrategy: PID 1066 died...\u000a00:23:49.957440 run iperf3-srv_10.42.42.10(pid=1066): Terminated {rc=256}\u000a00:23:49.967489 --- ParallelTerminationStrategy: PID 1067 died...\u000a00:23:50.023995 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1067): Terminated: ok {rc=0}\u000a00:23:50.034194 --- ParallelTerminationStrategy: PID 1068 died...\u000a00:23:50.089656 run iperf3-srv_10.42.42.10(pid=1068): Terminated {rc=256}\u000a00:23:50.100484 --- ParallelTerminationStrategy: PID 1071 died...\u000a00:23:50.156005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1071): Terminated: ok {rc=0}\u000a00:23:50.166784 --- ParallelTerminationStrategy: PID 1074 died...\u000a00:23:50.222547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1074): Terminated: ok {rc=0}\u000a00:23:50.233241 --- ParallelTerminationStrategy: PID 1077 died...\u000a00:23:50.289670 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1077): Terminated: ok {rc=0}\u000a00:23:50.374708 bus /gobi_4: Setting Powered False\u000a00:23:51.481162 bus /gobi_4: Setting Powered False\u000a00:23:52.590064 bus /gobi_1: Setting Powered False\u000a00:23:53.694581 bus /gobi_1: Setting Powered False\u000a00:23:54.801895 bus /gobi_0: Setting Powered False\u000a00:23:55.906643 bus /gobi_0: Setting Powered False\u000a00:23:57.013255 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1085): Process ended prematurely: osmo-stp_10.42.42.5(pid=1085) [trial-2351↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1085)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1085): Process ended prematurely: osmo-stp_10.42.42.5(pid=1085) [trial-2351↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1085)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a00:23:58.079762 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:58.091684 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:23:58.252426 tst ping.py: using LAC 17787\u000a00:23:58.377255 tst ping.py: using RAC 192\u000a00:23:58.502023 tst ping.py: using CellId 17787\u000a00:23:58.626501 tst ping.py: using BVCI 17788\u000a00:23:58.650917 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:58.662697 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:58.673988 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:58.685451 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:58.696796 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:58.708321 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:58.720010 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:58.731621 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:23:59.020557 tst ping.py:19: start network...\u000a00:23:59.153434 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:23:59.654844 run create_hlr_db(pid=1079): Launched\u000a00:23:59.842187 bus /gobi_6: Setting Powered False\u000a00:24:00.880421 run create_hlr_db(pid=1079): Terminated: ok {rc=0}\u000a00:24:01.312458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1081): Launched\u000a00:24:01.712032 run osmo-hlr_10.42.42.2(pid=1082): Launched\u000a00:24:01.926009 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:24:02.524161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1084): Launched\u000a00:24:02.825569 run osmo-stp_10.42.42.5(pid=1085): Launched\u000a00:24:02.934689 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:24:03.458499 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1087): Launched\u000a00:24:03.565433 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:24:03.827735 run patchelf(pid=1088): Launched\u000a00:24:04.003581 run osmo-stp_10.42.42.5(pid=1085): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1085)]\u000a00:24:04.132432 run osmo-stp_10.42.42.5(pid=1085): stdout: \u000a| (launched: 2022-12-09_00:24:02.676921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:24:04.261360 run osmo-stp_10.42.42.5(pid=1085): stderr: \u000a| �[0;m�[38;5;43m20221209002402849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002402849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002402851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002402851 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002402851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002402852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002402852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:24:04.385233 run osmo-stp_10.42.42.5(pid=1085): stdout: \u000a| (launched: 2022-12-09_00:24:02.676921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:24:04.507984 run osmo-stp_10.42.42.5(pid=1085): stderr: \u000a| �[0;m�[38;5;43m20221209002402849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002402849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002402851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002402851 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002402851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002402852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002402852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:24:04.652377 run patchelf(pid=1088): Terminating (SIGINT)\u000a00:24:04.821390 run patchelf(pid=1088): Terminated: ok {rc=0}\u000a00:24:04.851869 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1085): Process ended prematurely: osmo-stp_10.42.42.5(pid=1085) [trial-2351↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1085)] [trial-2351↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22]\u000a00:24:04.860373 tst ping.py:22: Test FAILED (6.8 sec)\u000a00:24:04.919693 run osmo-hlr_10.42.42.2(pid=1082): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1082)]\u000a00:24:04.967811 run osmo-hlr_10.42.42.2(pid=1082): stdout: \u000a| (launched: 2022-12-09_00:24:01.471609) \u000a00:24:05.016480 run osmo-hlr_10.42.42.2(pid=1082): stderr: \u000a| �[0;m�[1;31m20221209002401738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209002401738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209002401738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002401738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002401739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209002401739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209002401762 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209002401779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209002401779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209002401779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:24:05.058077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1081): Terminating (SIGTERM)\u000a00:24:05.097302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1084): Terminating (SIGTERM)\u000a00:24:05.136513 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1087): Terminating (SIGTERM)\u000a00:24:05.145961 --- ParallelTerminationStrategy: PID 1081 died...\u000a00:24:05.198664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1081): Terminated: ok {rc=0}\u000a00:24:05.208457 --- ParallelTerminationStrategy: PID 1084 died...\u000a00:24:05.260763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1084): Terminated: ok {rc=0}\u000a00:24:05.270754 --- ParallelTerminationStrategy: PID 1087 died...\u000a00:24:05.323174 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1087): Terminated: ok {rc=0}\u000a00:24:05.405457 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1095): Process ended prematurely: osmo-stp_10.42.42.5(pid=1095) [trial-2351↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1095)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1095): Process ended prematurely: osmo-stp_10.42.42.5(pid=1095) [trial-2351↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1095)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a00:24:06.457707 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:24:06.470483 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:24:06.641695 tst ping_idle_ping.py: using LAC 17788\u000a00:24:06.768748 tst ping_idle_ping.py: using RAC 193\u000a00:24:06.893341 tst ping_idle_ping.py: using CellId 17788\u000a00:24:07.017389 tst ping_idle_ping.py: using BVCI 17789\u000a00:24:07.042096 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:24:07.053676 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:24:07.064937 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:24:07.077120 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:24:07.090034 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:24:07.101660 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:24:07.113625 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:24:07.126017 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:24:07.404353 tst ping_idle_ping.py:24: start network...\u000a00:24:07.529776 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:24:08.016777 run create_hlr_db(pid=1089): Launched\u000a00:24:08.191704 bus /gobi_6: Setting Powered False\u000a00:24:09.213110 run create_hlr_db(pid=1089): Terminated: ok {rc=0}\u000a00:24:09.615706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1091): Launched\u000a00:24:09.918532 run osmo-hlr_10.42.42.2(pid=1092): Launched\u000a00:24:10.037995 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:24:10.567222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1094): Launched\u000a00:24:10.872902 run osmo-stp_10.42.42.5(pid=1095): Launched\u000a00:24:10.983604 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:24:11.509480 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1097): Launched\u000a00:24:11.617175 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:24:11.880609 run patchelf(pid=1098): Launched\u000a00:24:12.057867 run osmo-stp_10.42.42.5(pid=1095): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1095)]\u000a00:24:12.186905 run osmo-stp_10.42.42.5(pid=1095): stdout: \u000a| (launched: 2022-12-09_00:24:10.720935)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:24:12.316134 run osmo-stp_10.42.42.5(pid=1095): stderr: \u000a| �[0;m�[38;5;43m20221209002410895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002410895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002410895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002410896 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002410896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002410896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002410896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:24:12.441086 run osmo-stp_10.42.42.5(pid=1095): stdout: \u000a| (launched: 2022-12-09_00:24:10.720935)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:24:12.564534 run osmo-stp_10.42.42.5(pid=1095): stderr: \u000a| �[0;m�[38;5;43m20221209002410895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002410895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002410895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002410896 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002410896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002410896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002410896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:24:12.709139 run patchelf(pid=1098): Terminating (SIGINT)\u000a00:24:12.878305 run patchelf(pid=1098): Terminated: ok {rc=0}\u000a00:24:12.909275 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1095): Process ended prematurely: osmo-stp_10.42.42.5(pid=1095) [trial-2351↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1095)] [trial-2351↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a00:24:12.917943 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a00:24:12.976905 run osmo-hlr_10.42.42.2(pid=1092): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1092)]\u000a00:24:13.025414 run osmo-hlr_10.42.42.2(pid=1092): stdout: \u000a| (launched: 2022-12-09_00:24:09.769095) \u000a00:24:13.074229 run osmo-hlr_10.42.42.2(pid=1092): stderr: \u000a| �[0;m�[1;31m20221209002409947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209002409947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209002409947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002409947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002409947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209002409947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209002409960 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209002409970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209002409970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209002409970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:24:13.115896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1091): Terminating (SIGTERM)\u000a00:24:13.155291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1094): Terminating (SIGTERM)\u000a00:24:13.194607 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1097): Terminating (SIGTERM)\u000a00:24:13.203839 --- ParallelTerminationStrategy: PID 1091 died...\u000a00:24:13.256216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1091): Terminated: ok {rc=0}\u000a00:24:13.265863 --- ParallelTerminationStrategy: PID 1094 died...\u000a00:24:13.317778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1094): Terminated: ok {rc=0}\u000a00:24:13.327230 --- ParallelTerminationStrategy: PID 1097 died...\u000a00:24:13.378871 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1097): Terminated: ok {rc=0}\u000a00:24:13.460031 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "157", "name" : "gprs_nanobts+band-900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:23:14" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1112): Process ended prematurely: osmo-stp_10.42.42.5(pid=1112) [trial-2351↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1112)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1112): Process ended prematurely: osmo-stp_10.42.42.5(pid=1112) [trial-2351↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1112)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:24:15.603845 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:15.614974 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a00:24:15.757313 tst cs_paging_gprs_active.py: using LAC 17789\u000a00:24:15.891010 tst cs_paging_gprs_active.py: using RAC 194\u000a00:24:16.031797 tst cs_paging_gprs_active.py: using CellId 17789\u000a00:24:16.165144 tst cs_paging_gprs_active.py: using BVCI 17790\u000a00:24:16.196926 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:16.212579 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:16.229077 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:16.244637 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:16.261238 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:16.275336 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:16.289399 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:16.301902 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:16.315469 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a00:24:16.440836 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a00:24:16.742706 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:24:16.875225 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:24:17.212504 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1102): Launched\u000a00:24:17.473870 run iperf3-srv_10.42.42.10(pid=1103): Launched\u000a00:24:17.658330 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:24:17.783735 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:24:18.095609 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1104): Launched\u000a00:24:18.354167 run iperf3-srv_10.42.42.10(pid=1105): Launched\u000a00:24:18.538902 tst cs_paging_gprs_active.py:38: start network...\u000a00:24:18.665194 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:24:19.152020 run create_hlr_db(pid=1106): Launched\u000a00:24:19.326590 bus /gobi_6: Setting Powered False\u000a00:24:20.348295 run create_hlr_db(pid=1106): Terminated: ok {rc=0}\u000a00:24:20.775237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1108): Launched\u000a00:24:21.096185 run osmo-hlr_10.42.42.2(pid=1109): Launched\u000a00:24:21.213775 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:24:21.771928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1111): Launched\u000a00:24:22.093297 run osmo-stp_10.42.42.5(pid=1112): Launched\u000a00:24:22.210022 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:24:22.770395 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1115): Launched\u000a00:24:22.885457 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:24:23.165358 run patchelf(pid=1116): Launched\u000a00:24:23.353312 run osmo-stp_10.42.42.5(pid=1112): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1112)]\u000a00:24:23.490433 run osmo-stp_10.42.42.5(pid=1112): stdout: \u000a| (launched: 2022-12-09_00:24:21.935694)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:24:23.627797 run osmo-stp_10.42.42.5(pid=1112): stderr: \u000a| �[0;m�[38;5;43m20221209002422127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002422127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002422127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002422128 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002422128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002422128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002422128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:24:23.761535 run osmo-stp_10.42.42.5(pid=1112): stdout: \u000a| (launched: 2022-12-09_00:24:21.935694)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:24:23.893648 run osmo-stp_10.42.42.5(pid=1112): stderr: \u000a| �[0;m�[38;5;43m20221209002422127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002422127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002422127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002422128 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002422128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002422128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002422128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:24:24.046686 run patchelf(pid=1116): Terminating (SIGINT)\u000a00:24:24.226789 run patchelf(pid=1116): Terminated: ok {rc=0}\u000a00:24:24.259934 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1112): Process ended prematurely: osmo-stp_10.42.42.5(pid=1112) [trial-2351↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1112)] [trial-2351↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a00:24:24.269890 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a00:24:24.332617 run osmo-hlr_10.42.42.2(pid=1109): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1109)]\u000a00:24:24.384320 run osmo-hlr_10.42.42.2(pid=1109): stdout: \u000a| (launched: 2022-12-09_00:24:20.938643) \u000a00:24:24.436108 run osmo-hlr_10.42.42.2(pid=1109): stderr: \u000a| �[0;m�[1;31m20221209002421138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209002421138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209002421138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002421138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002421138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209002421138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209002421150 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209002421158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209002421158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209002421158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:24:24.480009 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1102): Terminating (SIGTERM)\u000a00:24:24.521743 run iperf3-srv_10.42.42.10(pid=1103): Terminating (SIGTERM)\u000a00:24:24.563516 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1104): Terminating (SIGTERM)\u000a00:24:24.605528 run iperf3-srv_10.42.42.10(pid=1105): Terminating (SIGTERM)\u000a00:24:24.647349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1108): Terminating (SIGTERM)\u000a00:24:24.689381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1111): Terminating (SIGTERM)\u000a00:24:24.731305 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1115): Terminating (SIGTERM)\u000a00:24:24.741206 --- ParallelTerminationStrategy: PID 1102 died...\u000a00:24:24.796593 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1102): Terminated: ok {rc=0}\u000a00:24:24.806673 --- ParallelTerminationStrategy: PID 1103 died...\u000a00:24:24.861941 run iperf3-srv_10.42.42.10(pid=1103): Terminated {rc=256}\u000a00:24:24.871800 --- ParallelTerminationStrategy: PID 1104 died...\u000a00:24:24.926481 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1104): Terminated: ok {rc=0}\u000a00:24:24.936589 --- ParallelTerminationStrategy: PID 1105 died...\u000a00:24:24.991281 run iperf3-srv_10.42.42.10(pid=1105): Terminated {rc=256}\u000a00:24:25.001534 --- ParallelTerminationStrategy: PID 1108 died...\u000a00:24:25.056361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1108): Terminated: ok {rc=0}\u000a00:24:25.066273 --- ParallelTerminationStrategy: PID 1111 died...\u000a00:24:25.121316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1111): Terminated: ok {rc=0}\u000a00:24:25.131496 --- ParallelTerminationStrategy: PID 1115 died...\u000a00:24:25.186737 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1115): Terminated: ok {rc=0}\u000a00:24:25.271568 bus /gobi_0: Setting Powered False\u000a00:24:26.376426 bus /gobi_0: Setting Powered False\u000a00:24:27.481244 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1130): Process ended prematurely: osmo-stp_10.42.42.5(pid=1130) [trial-2351↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1130)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1130): Process ended prematurely: osmo-stp_10.42.42.5(pid=1130) [trial-2351↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1130)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a00:24:28.595074 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:28.607620 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a00:24:28.754144 tst iperf3.py: using LAC 17790\u000a00:24:28.875222 tst iperf3.py: using RAC 195\u000a00:24:29.004478 tst iperf3.py: using CellId 17790\u000a00:24:29.130103 tst iperf3.py: using BVCI 17791\u000a00:24:29.154754 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:29.166729 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:29.178377 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:29.190394 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:29.202356 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:29.214980 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:29.226854 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:29.238548 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:29.250533 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a00:24:29.542741 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:24:29.676133 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:24:30.005737 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1117): Launched\u000a00:24:30.280042 run iperf3-srv_10.42.42.10(pid=1118): Launched\u000a00:24:30.476274 tst iperf3.py:8: start network...\u000a00:24:30.609862 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:24:31.179179 run create_hlr_db(pid=1120): Launched\u000a00:24:31.405620 bus /gobi_6: Setting Powered False\u000a00:24:32.382738 run create_hlr_db(pid=1120): Terminated: ok {rc=0}\u000a00:24:32.849424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1122): Launched\u000a00:24:33.169122 run osmo-hlr_10.42.42.2(pid=1123): Launched\u000a00:24:33.288545 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:24:33.847085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1129): Launched\u000a00:24:34.167675 run osmo-stp_10.42.42.5(pid=1130): Launched\u000a00:24:34.284533 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:24:34.843487 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1132): Launched\u000a00:24:34.958035 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:24:35.236289 run patchelf(pid=1133): Launched\u000a00:24:35.423793 run osmo-stp_10.42.42.5(pid=1130): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1130)]\u000a00:24:35.561109 run osmo-stp_10.42.42.5(pid=1130): stdout: \u000a| (launched: 2022-12-09_00:24:34.010414)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:24:35.699139 run osmo-stp_10.42.42.5(pid=1130): stderr: \u000a| �[0;m�[38;5;43m20221209002434204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002434204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002434204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002434205 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002434205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002434205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002434205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:24:35.831881 run osmo-stp_10.42.42.5(pid=1130): stdout: \u000a| (launched: 2022-12-09_00:24:34.010414)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:24:35.963641 run osmo-stp_10.42.42.5(pid=1130): stderr: \u000a| �[0;m�[38;5;43m20221209002434204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002434204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002434204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002434205 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002434205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002434205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002434205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:24:36.116856 run patchelf(pid=1133): Terminating (SIGINT)\u000a00:24:36.296311 run patchelf(pid=1133): Terminated: ok {rc=0}\u000a00:24:36.329367 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1130): Process ended prematurely: osmo-stp_10.42.42.5(pid=1130) [trial-2351↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1130)] [trial-2351↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a00:24:36.339331 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a00:24:36.402044 run osmo-hlr_10.42.42.2(pid=1123): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1123)]\u000a00:24:36.452927 run osmo-hlr_10.42.42.2(pid=1123): stdout: \u000a| (launched: 2022-12-09_00:24:33.012347) \u000a00:24:36.504695 run osmo-hlr_10.42.42.2(pid=1123): stderr: \u000a| �[0;m�[1;31m20221209002433208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209002433208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209002433208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002433208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002433209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209002433209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209002433222 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209002433230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209002433230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209002433230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:24:36.548509 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1117): Terminating (SIGTERM)\u000a00:24:36.589441 run iperf3-srv_10.42.42.10(pid=1118): Terminating (SIGTERM)\u000a00:24:36.630987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1122): Terminating (SIGTERM)\u000a00:24:36.672340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1129): Terminating (SIGTERM)\u000a00:24:36.714164 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1132): Terminating (SIGTERM)\u000a00:24:36.723900 --- ParallelTerminationStrategy: PID 1117 died...\u000a00:24:36.778882 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1117): Terminated: ok {rc=0}\u000a00:24:36.789017 --- ParallelTerminationStrategy: PID 1118 died...\u000a00:24:36.844468 run iperf3-srv_10.42.42.10(pid=1118): Terminated {rc=256}\u000a00:24:36.854321 --- ParallelTerminationStrategy: PID 1122 died...\u000a00:24:36.908889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1122): Terminated: ok {rc=0}\u000a00:24:36.919078 --- ParallelTerminationStrategy: PID 1129 died...\u000a00:24:36.973672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1129): Terminated: ok {rc=0}\u000a00:24:36.983829 --- ParallelTerminationStrategy: PID 1132 died...\u000a00:24:37.038244 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1132): Terminated: ok {rc=0}\u000a00:24:37.123741 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1154): Process ended prematurely: osmo-stp_10.42.42.5(pid=1154) [trial-2351↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1154)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1154): Process ended prematurely: osmo-stp_10.42.42.5(pid=1154) [trial-2351↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1154)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a00:24:38.235312 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:38.247224 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a00:24:38.384274 tst iperf3m4.py: using LAC 17791\u000a00:24:38.504152 tst iperf3m4.py: using RAC 196\u000a00:24:38.629322 tst iperf3m4.py: using CellId 17791\u000a00:24:38.754917 tst iperf3m4.py: using BVCI 17792\u000a00:24:38.779414 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:38.791620 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:38.803368 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:38.815461 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:38.827805 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:38.839553 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:38.851494 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:38.863264 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:38.876170 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a00:24:38.995763 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a00:24:39.113738 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a00:24:39.228226 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a00:24:39.518610 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:24:39.653076 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:24:39.985553 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1139): Launched\u000a00:24:40.261489 run iperf3-srv_10.42.42.10(pid=1140): Launched\u000a00:24:40.458301 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:24:40.592388 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:24:40.926539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1141): Launched\u000a00:24:41.202674 run iperf3-srv_10.42.42.10(pid=1142): Launched\u000a00:24:41.399878 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:24:41.534112 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:24:41.867528 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1144): Launched\u000a00:24:42.143220 run iperf3-srv_10.42.42.10(pid=1145): Launched\u000a00:24:42.340369 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:24:42.474512 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:24:42.807480 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1146): Launched\u000a00:24:43.083658 run iperf3-srv_10.42.42.10(pid=1147): Launched\u000a00:24:43.280431 tst iperf3m4.py:8: start network...\u000a00:24:43.414747 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:24:43.923210 run create_hlr_db(pid=1148): Launched\u000a00:24:44.108770 bus /gobi_6: Setting Powered False\u000a00:24:45.129399 run create_hlr_db(pid=1148): Terminated: ok {rc=0}\u000a00:24:45.554978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1150): Launched\u000a00:24:45.978860 run osmo-hlr_10.42.42.2(pid=1151): Launched\u000a00:24:46.178918 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:24:46.805911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1153): Launched\u000a00:24:47.236247 run osmo-stp_10.42.42.5(pid=1154): Launched\u000a00:24:47.358126 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:24:47.925144 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1156): Launched\u000a00:24:48.039846 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:24:48.319230 run patchelf(pid=1157): Launched\u000a00:24:48.506514 run osmo-stp_10.42.42.5(pid=1154): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1154)]\u000a00:24:48.643678 run osmo-stp_10.42.42.5(pid=1154): stdout: \u000a| (launched: 2022-12-09_00:24:46.973137)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:24:48.781952 run osmo-stp_10.42.42.5(pid=1154): stderr: \u000a| �[0;m�[38;5;43m20221209002447282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002447283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002447283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002447283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002447284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002447284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002447284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:24:48.914991 run osmo-stp_10.42.42.5(pid=1154): stdout: \u000a| (launched: 2022-12-09_00:24:46.973137)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:24:49.046854 run osmo-stp_10.42.42.5(pid=1154): stderr: \u000a| �[0;m�[38;5;43m20221209002447282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002447283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002447283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002447283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002447284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002447284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002447284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:24:49.199823 run patchelf(pid=1157): Terminating (SIGINT)\u000a00:24:49.379597 run patchelf(pid=1157): Terminated: ok {rc=0}\u000a00:24:49.412809 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1154): Process ended prematurely: osmo-stp_10.42.42.5(pid=1154) [trial-2351↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1154)] [trial-2351↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a00:24:49.422847 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a00:24:49.485904 run osmo-hlr_10.42.42.2(pid=1151): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1151)]\u000a00:24:49.536801 run osmo-hlr_10.42.42.2(pid=1151): stdout: \u000a| (launched: 2022-12-09_00:24:45.718653) \u000a00:24:49.588469 run osmo-hlr_10.42.42.2(pid=1151): stderr: \u000a| �[0;m�[1;31m20221209002445950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209002445950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209002445950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002445950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002445950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209002445950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209002445972 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209002445985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209002445989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209002445989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:24:49.632305 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1139): Terminating (SIGTERM)\u000a00:24:49.673374 run iperf3-srv_10.42.42.10(pid=1140): Terminating (SIGTERM)\u000a00:24:49.715059 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1141): Terminating (SIGTERM)\u000a00:24:49.756560 run iperf3-srv_10.42.42.10(pid=1142): Terminating (SIGTERM)\u000a00:24:49.797953 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1144): Terminating (SIGTERM)\u000a00:24:49.839638 run iperf3-srv_10.42.42.10(pid=1145): Terminating (SIGTERM)\u000a00:24:49.880939 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1146): Terminating (SIGTERM)\u000a00:24:49.921971 run iperf3-srv_10.42.42.10(pid=1147): Terminating (SIGTERM)\u000a00:24:49.963270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1150): Terminating (SIGTERM)\u000a00:24:50.004558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1153): Terminating (SIGTERM)\u000a00:24:50.046755 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1156): Terminating (SIGTERM)\u000a00:24:50.056616 --- ParallelTerminationStrategy: PID 1139 died...\u000a00:24:50.111700 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1139): Terminated: ok {rc=0}\u000a00:24:50.121873 --- ParallelTerminationStrategy: PID 1140 died...\u000a00:24:50.176835 run iperf3-srv_10.42.42.10(pid=1140): Terminated {rc=256}\u000a00:24:50.186639 --- ParallelTerminationStrategy: PID 1141 died...\u000a00:24:50.241730 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1141): Terminated: ok {rc=0}\u000a00:24:50.251486 --- ParallelTerminationStrategy: PID 1142 died...\u000a00:24:50.306374 run iperf3-srv_10.42.42.10(pid=1142): Terminated {rc=256}\u000a00:24:50.316516 --- ParallelTerminationStrategy: PID 1144 died...\u000a00:24:50.371772 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1144): Terminated: ok {rc=0}\u000a00:24:50.381686 --- ParallelTerminationStrategy: PID 1145 died...\u000a00:24:50.436752 run iperf3-srv_10.42.42.10(pid=1145): Terminated {rc=256}\u000a00:24:50.446635 --- ParallelTerminationStrategy: PID 1146 died...\u000a00:24:50.501894 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1146): Terminated: ok {rc=0}\u000a00:24:50.511704 --- ParallelTerminationStrategy: PID 1147 died...\u000a00:24:50.566916 run iperf3-srv_10.42.42.10(pid=1147): Terminated {rc=256}\u000a00:24:50.576714 --- ParallelTerminationStrategy: PID 1150 died...\u000a00:24:50.631805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1150): Terminated: ok {rc=0}\u000a00:24:50.641983 --- ParallelTerminationStrategy: PID 1153 died...\u000a00:24:50.697658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1153): Terminated: ok {rc=0}\u000a00:24:50.707525 --- ParallelTerminationStrategy: PID 1156 died...\u000a00:24:50.762711 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1156): Terminated: ok {rc=0}\u000a00:24:50.850220 bus /gobi_4: Setting Powered False\u000a00:24:51.953175 bus /gobi_4: Setting Powered False\u000a00:24:53.061526 bus /gobi_1: Setting Powered False\u000a00:24:54.167082 bus /gobi_1: Setting Powered False\u000a00:24:55.272276 bus /gobi_0: Setting Powered False\u000a00:24:56.376865 bus /gobi_0: Setting Powered False\u000a00:24:57.483316 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1167): Process ended prematurely: osmo-stp_10.42.42.5(pid=1167) [trial-2351↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1167)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1167): Process ended prematurely: osmo-stp_10.42.42.5(pid=1167) [trial-2351↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1167)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a00:24:58.552291 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:58.565255 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a00:24:58.708527 tst ping.py: using LAC 17792\u000a00:24:58.827931 tst ping.py: using RAC 197\u000a00:24:58.946616 tst ping.py: using CellId 17792\u000a00:24:59.064363 tst ping.py: using BVCI 17793\u000a00:24:59.087206 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:59.098769 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:59.110062 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:59.121768 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:59.133441 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:59.145061 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:59.156683 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:59.168339 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a00:24:59.445417 tst ping.py:19: start network...\u000a00:24:59.568713 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:25:00.044143 run create_hlr_db(pid=1158): Launched\u000a00:25:00.216071 bus /gobi_6: Setting Powered False\u000a00:25:01.249462 run create_hlr_db(pid=1158): Terminated: ok {rc=0}\u000a00:25:01.724842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1163): Launched\u000a00:25:02.178953 run osmo-hlr_10.42.42.2(pid=1164): Launched\u000a00:25:02.300430 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:25:02.816222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1166): Launched\u000a00:25:03.113401 run osmo-stp_10.42.42.5(pid=1167): Launched\u000a00:25:03.221401 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:25:03.740493 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1169): Launched\u000a00:25:03.846011 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:25:04.103958 run patchelf(pid=1170): Launched\u000a00:25:04.277395 run osmo-stp_10.42.42.5(pid=1167): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1167)]\u000a00:25:04.404540 run osmo-stp_10.42.42.5(pid=1167): stdout: \u000a| (launched: 2022-12-09_00:25:02.967092)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:25:04.531785 run osmo-stp_10.42.42.5(pid=1167): stderr: \u000a| �[0;m�[38;5;43m20221209002503139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002503139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002503139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002503140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002503140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002503140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002503140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:25:04.654383 run osmo-stp_10.42.42.5(pid=1167): stdout: \u000a| (launched: 2022-12-09_00:25:02.967092)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:25:04.775873 run osmo-stp_10.42.42.5(pid=1167): stderr: \u000a| �[0;m�[38;5;43m20221209002503139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002503139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002503139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002503140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002503140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002503140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002503140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:25:04.917499 run patchelf(pid=1170): Terminating (SIGINT)\u000a00:25:05.084823 run patchelf(pid=1170): Terminated: ok {rc=0}\u000a00:25:05.115348 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1167): Process ended prematurely: osmo-stp_10.42.42.5(pid=1167) [trial-2351↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1167)] [trial-2351↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a00:25:05.124113 tst ping.py:22: Test FAILED (6.6 sec)\u000a00:25:05.183330 run osmo-hlr_10.42.42.2(pid=1164): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1164)]\u000a00:25:05.231729 run osmo-hlr_10.42.42.2(pid=1164): stdout: \u000a| (launched: 2022-12-09_00:25:01.889627) \u000a00:25:05.280828 run osmo-hlr_10.42.42.2(pid=1164): stderr: \u000a| �[0;m�[1;31m20221209002502107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209002502107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209002502107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002502107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002502107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209002502107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209002502125 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209002502133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209002502134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209002502134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:25:05.322532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1163): Terminating (SIGTERM)\u000a00:25:05.361589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1166): Terminating (SIGTERM)\u000a00:25:05.400671 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1169): Terminating (SIGTERM)\u000a00:25:05.409788 --- ParallelTerminationStrategy: PID 1163 died...\u000a00:25:05.462514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1163): Terminated: ok {rc=0}\u000a00:25:05.471911 --- ParallelTerminationStrategy: PID 1166 died...\u000a00:25:05.524103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1166): Terminated: ok {rc=0}\u000a00:25:05.533634 --- ParallelTerminationStrategy: PID 1169 died...\u000a00:25:05.585874 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1169): Terminated: ok {rc=0}\u000a00:25:05.673234 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1179): Process ended prematurely: osmo-stp_10.42.42.5(pid=1179) [trial-2351↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1179)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1179): Process ended prematurely: osmo-stp_10.42.42.5(pid=1179) [trial-2351↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1179)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a00:25:06.725184 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:25:06.737103 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a00:25:06.874162 tst ping_idle_ping.py: using LAC 17793\u000a00:25:06.992174 tst ping_idle_ping.py: using RAC 198\u000a00:25:07.109979 tst ping_idle_ping.py: using CellId 17793\u000a00:25:07.225235 tst ping_idle_ping.py: using BVCI 17794\u000a00:25:07.247852 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:25:07.259166 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:25:07.270268 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:25:07.281465 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:25:07.292617 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:25:07.303686 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:25:07.314833 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:25:07.325982 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a00:25:07.614418 tst ping_idle_ping.py:24: start network...\u000a00:25:07.746892 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:25:08.246258 run create_hlr_db(pid=1171): Launched\u000a00:25:08.430875 bus /gobi_6: Setting Powered False\u000a00:25:09.451244 run create_hlr_db(pid=1171): Terminated: ok {rc=0}\u000a00:25:09.853568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1174): Launched\u000a00:25:10.151438 run osmo-hlr_10.42.42.2(pid=1176): Launched\u000a00:25:10.265474 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:25:10.782444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1178): Launched\u000a00:25:11.079515 run osmo-stp_10.42.42.5(pid=1179): Launched\u000a00:25:11.188109 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:25:11.707545 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1181): Launched\u000a00:25:11.813232 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:25:12.072170 run patchelf(pid=1182): Launched\u000a00:25:12.246325 run osmo-stp_10.42.42.5(pid=1179): ERR: Terminated: ERROR {rc=1} [trial-2351↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1179)]\u000a00:25:12.373754 run osmo-stp_10.42.42.5(pid=1179): stdout: \u000a| (launched: 2022-12-09_00:25:10.933425)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:25:12.501561 run osmo-stp_10.42.42.5(pid=1179): stderr: \u000a| �[0;m�[38;5;43m20221209002511104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002511105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002511105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002511105 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002511106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002511106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002511106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:25:12.623793 run osmo-stp_10.42.42.5(pid=1179): stdout: \u000a| (launched: 2022-12-09_00:25:10.933425)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:25:12.745621 run osmo-stp_10.42.42.5(pid=1179): stderr: \u000a| �[0;m�[38;5;43m20221209002511104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002511105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002511105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002511105 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002511106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002511106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002511106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:25:12.887261 run patchelf(pid=1182): Terminating (SIGINT)\u000a00:25:13.053784 run patchelf(pid=1182): Terminated: ok {rc=0}\u000a00:25:13.084473 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1179): Process ended prematurely: osmo-stp_10.42.42.5(pid=1179) [trial-2351↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1179)] [trial-2351↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a00:25:13.093299 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a00:25:13.152560 run osmo-hlr_10.42.42.2(pid=1176): ERR: Terminated: ERROR {rc=237} [trial-2351↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1176)]\u000a00:25:13.201040 run osmo-hlr_10.42.42.2(pid=1176): stdout: \u000a| (launched: 2022-12-09_00:25:10.005267) \u000a00:25:13.250179 run osmo-hlr_10.42.42.2(pid=1176): stderr: \u000a| �[0;m�[1;31m20221209002510180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209002510180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209002510180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002510180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002510180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209002510180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209002510192 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209002510201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209002510202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209002510202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:25:13.291900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1174): Terminating (SIGTERM)\u000a00:25:13.331242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1178): Terminating (SIGTERM)\u000a00:25:13.370644 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1181): Terminating (SIGTERM)\u000a00:25:13.379718 --- ParallelTerminationStrategy: PID 1174 died...\u000a00:25:13.432526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1174): Terminated: ok {rc=0}\u000a00:25:13.442004 --- ParallelTerminationStrategy: PID 1178 died...\u000a00:25:13.494538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1178): Terminated: ok {rc=0}\u000a00:25:13.503975 --- ParallelTerminationStrategy: PID 1181 died...\u000a00:25:13.556511 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1181): Terminated: ok {rc=0}\u000a00:25:13.639445 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "158", "name" : "gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:24:15" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1193): Process ended prematurely: osmo-stp_10.42.42.5(pid=1193) [trial-2351↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1193)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1193): Process ended prematurely: osmo-stp_10.42.42.5(pid=1193) [trial-2351↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1193)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a00:25:15.670302 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:25:15.682349 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:25:15.856686 tst switch_tch_pdch.py: using LAC 17794\u000a00:25:15.988744 tst switch_tch_pdch.py: using RAC 199\u000a00:25:16.116233 tst switch_tch_pdch.py: using CellId 17794\u000a00:25:16.275637 tst switch_tch_pdch.py: using BVCI 17795\u000a00:25:16.309909 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:25:16.327034 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:25:16.346016 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:25:16.364800 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:25:16.383582 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:25:16.402130 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:25:16.418563 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:25:16.433555 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:25:16.578025 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:25:16.893354 tst switch_tch_pdch.py:51: start network...\u000a00:25:17.023021 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:25:17.508257 run create_hlr_db(pid=1187): Launched\u000a00:25:17.680665 bus /gobi_6: Setting Powered False\u000a00:25:18.699419 run create_hlr_db(pid=1187): Terminated: ok {rc=0}\u000a00:25:19.095245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1189): Launched\u000a00:25:19.392079 run osmo-hlr_10.42.42.2(pid=1190): Launched\u000a00:25:19.500519 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:25:20.017594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1192): Launched\u000a00:25:20.315228 run osmo-stp_10.42.42.5(pid=1193): Launched\u000a00:25:20.423899 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:25:20.942254 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1195): Launched\u000a00:25:21.047622 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:25:21.307256 run patchelf(pid=1196): Launched\u000a00:25:21.480902 run osmo-stp_10.42.42.5(pid=1193): ERR: Terminated: ERROR {rc=1} [trial-2351↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1193)]\u000a00:25:21.608434 run osmo-stp_10.42.42.5(pid=1193): stdout: \u000a| (launched: 2022-12-09_00:25:20.168624)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:25:21.736113 run osmo-stp_10.42.42.5(pid=1193): stderr: \u000a| �[0;m�[38;5;43m20221209002520339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002520339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002520339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002520340 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002520340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002520340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002520340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:25:21.859317 run osmo-stp_10.42.42.5(pid=1193): stdout: \u000a| (launched: 2022-12-09_00:25:20.168624)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:25:21.980817 run osmo-stp_10.42.42.5(pid=1193): stderr: \u000a| �[0;m�[38;5;43m20221209002520339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002520339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002520339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002520340 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002520340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002520340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002520340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:25:22.122246 run patchelf(pid=1196): Terminating (SIGINT)\u000a00:25:22.287934 run patchelf(pid=1196): Terminated: ok {rc=0}\u000a00:25:22.318264 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=1193): Process ended prematurely: osmo-stp_10.42.42.5(pid=1193) [trial-2351↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1193)] [trial-2351↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a00:25:22.326947 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a00:25:22.385214 run osmo-hlr_10.42.42.2(pid=1190): ERR: Terminated: ERROR {rc=237} [trial-2351↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1190)]\u000a00:25:22.433378 run osmo-hlr_10.42.42.2(pid=1190): stdout: \u000a| (launched: 2022-12-09_00:25:19.246747) \u000a00:25:22.482924 run osmo-hlr_10.42.42.2(pid=1190): stderr: \u000a| �[0;m�[1;31m20221209002519423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209002519424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209002519424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002519424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002519424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209002519424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209002519436 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209002519446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209002519446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209002519446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:25:22.524625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1189): Terminating (SIGTERM)\u000a00:25:22.563630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1192): Terminating (SIGTERM)\u000a00:25:22.602721 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1195): Terminating (SIGTERM)\u000a00:25:22.611626 --- ParallelTerminationStrategy: PID 1189 died...\u000a00:25:22.664011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1189): Terminated: ok {rc=0}\u000a00:25:22.673407 --- ParallelTerminationStrategy: PID 1192 died...\u000a00:25:22.725119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1192): Terminated: ok {rc=0}\u000a00:25:22.734357 --- ParallelTerminationStrategy: PID 1195 died...\u000a00:25:22.786019 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1195): Terminated: ok {rc=0}\u000a00:25:22.873324 bus /gobi_0: Setting Powered False\u000a00:25:23.975775 bus /gobi_0: Setting Powered False\u000a00:25:25.085614 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "159", "name" : "dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:25:15" }, { "cases" : [ { "testActions" : [ ], "age" : 180, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=1201): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1201) [trial-2351↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1201)]", "failedSince" : 2172, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_acceptall.py\", line 18, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=1201): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1201) [trial-2351↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1201)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 nitb_smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a00:25:26.915559 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a00:25:27.022953 tst esme_connect_policy_acceptall.py: using MSISDN 6925\u000a00:25:27.156491 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:25:27.726176 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1200): Launched\u000a00:25:28.025274 run osmo-nitb_10.42.42.2(pid=1201): Launched\u000a00:25:28.211026 run osmo-nitb_10.42.42.2(pid=1201): ERR: Terminated: ERROR {rc=2} [trial-2351↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1201)]\u000a00:25:28.348114 run osmo-nitb_10.42.42.2(pid=1201): stdout: \u000a| (launched: 2022-12-09_00:25:27.880693) \u000a00:25:28.485319 run osmo-nitb_10.42.42.2(pid=1201): stderr: \u000a| (launched: 2022-12-09_00:25:27.925731)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:25:28.618137 run osmo-nitb_10.42.42.2(pid=1201): stdout: \u000a| (launched: 2022-12-09_00:25:27.880693) \u000a00:25:28.749937 run osmo-nitb_10.42.42.2(pid=1201): stderr: \u000a| (launched: 2022-12-09_00:25:27.925731)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:25:29.147241 tst osmo-nitb_10.42.42.2(pid=1201): stdout: \u000a| (launched: 2022-12-09_00:25:27.880693) \u000a00:25:29.268231 tst osmo-nitb_10.42.42.2(pid=1201): stderr: \u000a| (launched: 2022-12-09_00:25:27.925731)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:25:29.320879 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=1201): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1201) [trial-2351↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1201)] [trial-2351↪nitb_smpp↪esme_connect_policy_acceptall.py:18]\u000a00:25:29.328674 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.4 sec)\u000a00:25:29.362513 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1200): Terminating (SIGTERM)\u000a00:25:29.539552 --- ParallelTerminationStrategy: PID 1200 died...\u000a00:25:29.593321 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1200): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 180, "className" : "nitb_smpp", "duration" : 2.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=1203): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1203) [trial-2351↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1203)]", "failedSince" : 2172, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_closed.py\", line 24, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=1203): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1203) [trial-2351↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1203)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 nitb_smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a00:25:29.607094 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a00:25:29.717351 tst esme_connect_policy_closed.py: using MSISDN 6926\u000a00:25:29.837487 tst esme_connect_policy_closed.py: using MSISDN 6927\u000a00:25:29.944603 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:25:30.517334 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1202): Launched\u000a00:25:30.817881 run osmo-nitb_10.42.42.2(pid=1203): Launched\u000a00:25:31.003787 run osmo-nitb_10.42.42.2(pid=1203): ERR: Terminated: ERROR {rc=2} [trial-2351↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1203)]\u000a00:25:31.132749 run osmo-nitb_10.42.42.2(pid=1203): stdout: \u000a| (launched: 2022-12-09_00:25:30.672093) \u000a00:25:31.263132 run osmo-nitb_10.42.42.2(pid=1203): stderr: \u000a| (launched: 2022-12-09_00:25:30.717660)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:25:31.388308 run osmo-nitb_10.42.42.2(pid=1203): stdout: \u000a| (launched: 2022-12-09_00:25:30.672093) \u000a00:25:31.512183 run osmo-nitb_10.42.42.2(pid=1203): stderr: \u000a| (launched: 2022-12-09_00:25:30.717660)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:25:31.566678 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=1203): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1203) [trial-2351↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1203)] [trial-2351↪nitb_smpp↪esme_connect_policy_closed.py:24]\u000a00:25:31.575159 tst esme_connect_policy_closed.py:24: Test FAILED (2.0 sec)\u000a00:25:31.609778 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1202): Terminating (SIGTERM)\u000a00:25:31.786376 --- ParallelTerminationStrategy: PID 1202 died...\u000a00:25:31.872214 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1202): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=1205): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1205) [trial-2351↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1205)]", "failedSince" : 2140, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_storeforward.py\", line 23, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=1205): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1205) [trial-2351↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1205)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 nitb_smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a00:25:31.892371 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a00:25:31.905568 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a00:25:32.066463 tst esme_ms_sms_storeforward.py: using LAC 17795\u000a00:25:32.207960 tst esme_ms_sms_storeforward.py: using RAC 200\u000a00:25:32.330645 tst esme_ms_sms_storeforward.py: using CellId 17795\u000a00:25:32.451314 tst esme_ms_sms_storeforward.py: using BVCI 17796\u000a00:25:32.474313 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a00:25:32.696728 tst esme_ms_sms_storeforward.py: using MSISDN 6928\u000a00:25:32.883741 tst esme_ms_sms_storeforward.py:20: start nitb and bts...\u000a00:25:33.011645 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:25:33.642681 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1204): Launched\u000a00:25:33.944858 run osmo-nitb_10.42.42.2(pid=1205): Launched\u000a00:25:34.118911 run osmo-nitb_10.42.42.2(pid=1205): ERR: Terminated: ERROR {rc=2} [trial-2351↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1205)]\u000a00:25:34.245879 run osmo-nitb_10.42.42.2(pid=1205): stdout: \u000a| (launched: 2022-12-09_00:25:33.798455) \u000a00:25:34.373467 run osmo-nitb_10.42.42.2(pid=1205): stderr: \u000a| (launched: 2022-12-09_00:25:33.843992)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:25:34.495898 run osmo-nitb_10.42.42.2(pid=1205): stdout: \u000a| (launched: 2022-12-09_00:25:33.798455) \u000a00:25:34.617678 run osmo-nitb_10.42.42.2(pid=1205): stderr: \u000a| (launched: 2022-12-09_00:25:33.843992)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:25:34.670463 tst esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=1205): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1205) [trial-2351↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1205)] [trial-2351↪nitb_smpp↪esme_ms_sms_storeforward.py:23]\u000a00:25:34.678392 tst esme_ms_sms_storeforward.py:23: Test FAILED (2.8 sec)\u000a00:25:34.711807 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1204): Terminating (SIGTERM)\u000a00:25:34.888771 --- ParallelTerminationStrategy: PID 1204 died...\u000a00:25:34.942540 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1204): Terminated: ok {rc=0}\u000a00:25:35.030498 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=1207): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1207) [trial-2351↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1207)]", "failedSince" : 2140, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_transaction.py\", line 21, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=1207): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1207) [trial-2351↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1207)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 nitb_smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a00:25:36.081510 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a00:25:36.092634 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a00:25:36.219187 tst esme_ms_sms_transaction.py: using LAC 17796\u000a00:25:36.341189 tst esme_ms_sms_transaction.py: using RAC 201\u000a00:25:36.460805 tst esme_ms_sms_transaction.py: using CellId 17796\u000a00:25:36.581927 tst esme_ms_sms_transaction.py: using BVCI 17797\u000a00:25:36.605075 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a00:25:36.821396 tst esme_ms_sms_transaction.py: using MSISDN 6929\u000a00:25:37.007289 tst esme_ms_sms_transaction.py:18: start nitb and bts...\u000a00:25:37.134170 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:25:37.759441 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1206): Launched\u000a00:25:38.059889 run osmo-nitb_10.42.42.2(pid=1207): Launched\u000a00:25:38.246445 run osmo-nitb_10.42.42.2(pid=1207): ERR: Terminated: ERROR {rc=2} [trial-2351↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1207)]\u000a00:25:38.383984 run osmo-nitb_10.42.42.2(pid=1207): stdout: \u000a| (launched: 2022-12-09_00:25:37.914650) \u000a00:25:38.521905 run osmo-nitb_10.42.42.2(pid=1207): stderr: \u000a| (launched: 2022-12-09_00:25:37.959843)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:25:38.654999 run osmo-nitb_10.42.42.2(pid=1207): stdout: \u000a| (launched: 2022-12-09_00:25:37.914650) \u000a00:25:38.787099 run osmo-nitb_10.42.42.2(pid=1207): stderr: \u000a| (launched: 2022-12-09_00:25:37.959843)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:25:39.182549 tst osmo-nitb_10.42.42.2(pid=1207): stdout: \u000a| (launched: 2022-12-09_00:25:37.914650) \u000a00:25:39.303580 tst osmo-nitb_10.42.42.2(pid=1207): stderr: \u000a| (launched: 2022-12-09_00:25:37.959843)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:25:39.356685 tst esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=1207): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1207) [trial-2351↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1207)] [trial-2351↪nitb_smpp↪esme_ms_sms_transaction.py:21]\u000a00:25:39.364557 tst esme_ms_sms_transaction.py:21: Test FAILED (3.3 sec)\u000a00:25:39.398199 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1206): Terminating (SIGTERM)\u000a00:25:39.575265 --- ParallelTerminationStrategy: PID 1206 died...\u000a00:25:39.629113 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1206): Terminated: ok {rc=0}\u000a00:25:39.715560 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 15.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "160", "name" : "nitb_smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:25:26" }, { "cases" : [ { "testActions" : [ ], "age" : 21, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=1217): Process ended prematurely: osmo-hlr_10.42.42.2(pid=1217) [trial-2351↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1217)]", "failedSince" : 2331, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_acceptall.py\", line 23, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=1217): Process ended prematurely: osmo-hlr_10.42.42.2(pid=1217) [trial-2351↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1217)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a00:25:41.506087 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:25:41.516376 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:25:41.526549 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:25:41.536774 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:25:41.661219 tst esme_connect_policy_acceptall.py: using MSISDN 6930\u000a00:25:41.776905 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a00:25:42.335914 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=1212): Launched\u000a00:25:42.659272 run osmo-stp_10.42.42.4(pid=1213): Launched\u000a00:25:42.775498 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:25:43.284567 run create_hlr_db(pid=1214): Launched\u000a00:25:43.473317 bus /sierra_2: Setting Powered False\u000a00:25:44.492569 run create_hlr_db(pid=1214): Terminated: ok {rc=0}\u000a00:25:44.903750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1216): Launched\u000a00:25:45.208223 run osmo-hlr_10.42.42.2(pid=1217): Launched\u000a00:25:45.324130 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a00:25:45.904608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1219): Launched\u000a00:25:46.382521 run osmo-msc_10.42.42.5(pid=1220): Launched\u000a00:25:46.685587 run osmo-hlr_10.42.42.2(pid=1217): ERR: Terminated: ERROR {rc=237} [trial-2351↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1217)]\u000a00:25:46.841255 run osmo-hlr_10.42.42.2(pid=1217): stdout: \u000a| (launched: 2022-12-09_00:25:45.058366) \u000a00:25:47.043479 run osmo-hlr_10.42.42.2(pid=1217): stderr: \u000a| �[0;m�[1;31m20221209002545235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209002545235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209002545235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002545235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002545235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209002545235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209002545248 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209002545257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209002545257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209002545257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:25:47.185105 run osmo-hlr_10.42.42.2(pid=1217): stdout: \u000a| (launched: 2022-12-09_00:25:45.058366) \u000a00:25:47.319338 run osmo-hlr_10.42.42.2(pid=1217): stderr: \u000a| �[0;m�[1;31m20221209002545235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209002545235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209002545235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002545235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002545235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209002545235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209002545248 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209002545257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209002545257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209002545257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:25:47.378225 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=1217): Process ended prematurely: osmo-hlr_10.42.42.2(pid=1217) [trial-2351↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1217)] [trial-2351↪smpp↪esme_connect_policy_acceptall.py:23]\u000a00:25:47.388158 tst esme_connect_policy_acceptall.py:23: Test FAILED (5.9 sec)\u000a00:25:47.452609 run osmo-msc_10.42.42.5(pid=1220): ERR: Terminated: ERROR {rc=9} [trial-2351↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=1220)]\u000a00:25:47.504657 run osmo-msc_10.42.42.5(pid=1220): stdout: \u000a| (launched: 2022-12-09_00:25:46.082733) \u000a00:25:47.557254 run osmo-msc_10.42.42.5(pid=1220): stderr: \u000a| �[0;m�[38;5;43m20221209002546565 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221209002546565 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221209002546565 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221209002546565 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221209002546565 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221209002546565 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221209002546565 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221209002546566 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221209002546566 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a00:25:47.601382 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=1212): Terminating (SIGTERM)\u000a00:25:47.643770 run osmo-stp_10.42.42.4(pid=1213): Terminating (SIGTERM)\u000a00:25:47.687595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1216): Terminating (SIGTERM)\u000a00:25:47.733507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1219): Terminating (SIGTERM)\u000a00:25:47.744223 --- ParallelTerminationStrategy: PID 1212 died...\u000a00:25:47.803996 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=1212): Terminated: ok {rc=0}\u000a00:25:47.814233 --- ParallelTerminationStrategy: PID 1213 died...\u000a00:25:47.869861 run osmo-stp_10.42.42.4(pid=1213): Terminated: ok {rc=0}\u000a00:25:47.879928 --- ParallelTerminationStrategy: PID 1216 died...\u000a00:25:47.935802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1216): Terminated: ok {rc=0}\u000a00:25:47.945941 --- ParallelTerminationStrategy: PID 1219 died...\u000a00:25:48.001737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1219): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 21, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=1228): Process ended prematurely: osmo-hlr_10.42.42.2(pid=1228) [trial-2351↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1228)]", "failedSince" : 2331, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_closed.py\", line 31, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=1228): Process ended prematurely: osmo-hlr_10.42.42.2(pid=1228) [trial-2351↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1228)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a00:25:48.016459 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:25:48.027809 tst smpp: Using 1 x bts (candidates: 1)\u000a00:25:48.154213 tst esme_connect_policy_closed.py: using LAC 17797\u000a00:25:48.274993 tst esme_connect_policy_closed.py: using RAC 202\u000a00:25:48.399264 tst esme_connect_policy_closed.py: using CellId 17797\u000a00:25:48.523846 tst esme_connect_policy_closed.py: using BVCI 17798\u000a00:25:48.548549 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:25:48.559510 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:25:48.570345 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:25:48.683359 tst esme_connect_policy_closed.py: using MSISDN 6931\u000a00:25:48.810513 tst esme_connect_policy_closed.py: using MSISDN 6932\u000a00:25:48.925436 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a00:25:49.484885 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=1223): Launched\u000a00:25:49.809167 run osmo-stp_10.42.42.4(pid=1224): Launched\u000a00:25:49.925355 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:25:50.435216 run create_hlr_db(pid=1225): Launched\u000a00:25:51.625072 run create_hlr_db(pid=1225): Terminated: ok {rc=0}\u000a00:25:51.960657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1227): Launched\u000a00:25:52.285738 run osmo-hlr_10.42.42.2(pid=1228): Launched\u000a00:25:52.408209 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a00:25:53.003288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1230): Launched\u000a00:25:53.327943 run osmo-msc_10.42.42.5(pid=1232): Launched\u000a00:25:53.517522 run osmo-hlr_10.42.42.2(pid=1228): ERR: Terminated: ERROR {rc=237} [trial-2351↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1228)]\u000a00:25:53.659480 run osmo-hlr_10.42.42.2(pid=1228): stdout: \u000a| (launched: 2022-12-09_00:25:52.125986) \u000a00:25:53.798546 run osmo-hlr_10.42.42.2(pid=1228): stderr: \u000a| �[0;m�[1;31m20221209002552325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209002552325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209002552325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002552325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002552325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209002552325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209002552341 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209002552351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209002552351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209002552351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:25:53.928895 run osmo-hlr_10.42.42.2(pid=1228): stdout: \u000a| (launched: 2022-12-09_00:25:52.125986) \u000a00:25:54.059280 run osmo-hlr_10.42.42.2(pid=1228): stderr: \u000a| �[0;m�[1;31m20221209002552325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209002552325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209002552325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002552325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002552325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209002552325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209002552341 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209002552351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209002552351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209002552351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:25:54.116011 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=1228): Process ended prematurely: osmo-hlr_10.42.42.2(pid=1228) [trial-2351↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1228)] [trial-2351↪smpp↪esme_connect_policy_closed.py:31]\u000a00:25:54.124889 tst esme_connect_policy_closed.py:31: Test FAILED (6.1 sec)\u000a00:25:54.187987 run osmo-msc_10.42.42.5(pid=1232): ERR: Terminated: ERROR {rc=9} [trial-2351↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=1232)]\u000a00:25:54.239240 run osmo-msc_10.42.42.5(pid=1232): stdout: \u000a| (launched: 2022-12-09_00:25:53.168741) \u000a00:25:54.291421 run osmo-msc_10.42.42.5(pid=1232): stderr: \u000a| �[0;m�[38;5;43m20221209002553536 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221209002553536 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221209002553536 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221209002553536 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221209002553536 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221209002553537 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221209002553537 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221209002553537 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221209002553537 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a00:25:54.335550 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=1223): Terminating (SIGTERM)\u000a00:25:54.377305 run osmo-stp_10.42.42.4(pid=1224): Terminating (SIGTERM)\u000a00:25:54.420117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1227): Terminating (SIGTERM)\u000a00:25:54.462619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1230): Terminating (SIGTERM)\u000a00:25:54.472734 --- ParallelTerminationStrategy: PID 1223 died...\u000a00:25:54.529707 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=1223): Terminated: ok {rc=0}\u000a00:25:54.539895 --- ParallelTerminationStrategy: PID 1224 died...\u000a00:25:54.595226 run osmo-stp_10.42.42.4(pid=1224): Terminated: ok {rc=0}\u000a00:25:54.605600 --- ParallelTerminationStrategy: PID 1227 died...\u000a00:25:54.661296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1227): Terminated: ok {rc=0}\u000a00:25:54.671302 --- ParallelTerminationStrategy: PID 1230 died...\u000a00:25:54.727382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1230): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 21, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1241): Process ended prematurely: osmo-stp_10.42.42.5(pid=1241) [trial-2351↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1241)]", "failedSince" : 2331, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_storeforward.py\", line 30, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1241): Process ended prematurely: osmo-stp_10.42.42.5(pid=1241) [trial-2351↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1241)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a00:25:54.742501 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:25:54.753872 tst smpp: Using 1 x bts (candidates: 1)\u000a00:25:54.885618 tst esme_ms_sms_storeforward.py: using LAC 17798\u000a00:25:55.013300 tst esme_ms_sms_storeforward.py: using RAC 203\u000a00:25:55.142114 tst esme_ms_sms_storeforward.py: using CellId 17798\u000a00:25:55.274452 tst esme_ms_sms_storeforward.py: using BVCI 17799\u000a00:25:55.299252 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:25:55.310103 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:25:55.320715 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:25:55.331831 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:25:55.342979 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:25:55.354099 tst smpp: Using 1 x modem (candidates: 1)\u000a00:25:55.570175 tst esme_ms_sms_storeforward.py: using MSISDN 6933\u000a00:25:55.679420 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:25:56.167011 run create_hlr_db(pid=1235): Launched\u000a00:25:57.346233 run create_hlr_db(pid=1235): Terminated: ok {rc=0}\u000a00:25:57.663237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1237): Launched\u000a00:25:57.969468 run osmo-hlr_10.42.42.2(pid=1238): Launched\u000a00:25:58.081605 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:25:58.615283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1240): Launched\u000a00:25:58.923319 run osmo-stp_10.42.42.5(pid=1241): Launched\u000a00:25:59.035539 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:25:59.593854 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1243): Launched\u000a00:25:59.900031 run osmo-msc_10.42.42.6(pid=1244): Launched\u000a00:26:00.078948 run osmo-stp_10.42.42.5(pid=1241): ERR: Terminated: ERROR {rc=1} [trial-2351↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1241)]\u000a00:26:00.208231 run osmo-stp_10.42.42.5(pid=1241): stdout: \u000a| (launched: 2022-12-09_00:25:58.771407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:26:00.335224 run osmo-stp_10.42.42.5(pid=1241): stderr: \u000a| �[0;m�[38;5;43m20221209002558944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002558944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002558945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002558945 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002558946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002558946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002558946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:26:00.457695 run osmo-stp_10.42.42.5(pid=1241): stdout: \u000a| (launched: 2022-12-09_00:25:58.771407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:26:00.579070 run osmo-stp_10.42.42.5(pid=1241): stderr: \u000a| �[0;m�[38;5;43m20221209002558944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002558944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002558945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002558945 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002558946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002558946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002558946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:26:00.632060 tst esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=1241): Process ended prematurely: osmo-stp_10.42.42.5(pid=1241) [trial-2351↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1241)] [trial-2351↪smpp↪esme_ms_sms_storeforward.py:30]\u000a00:26:00.639861 tst esme_ms_sms_storeforward.py:30: Test FAILED (5.9 sec)\u000a00:26:00.698088 run osmo-hlr_10.42.42.2(pid=1238): ERR: Terminated: ERROR {rc=237} [trial-2351↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1238)]\u000a00:26:00.745911 run osmo-hlr_10.42.42.2(pid=1238): stdout: \u000a| (launched: 2022-12-09_00:25:57.819442) \u000a00:26:00.794570 run osmo-hlr_10.42.42.2(pid=1238): stderr: \u000a| �[0;m�[1;31m20221209002557997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209002557997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209002557997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002557997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002557997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209002557997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209002558009 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209002558018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209002558019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209002558019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:26:00.878745 run osmo-msc_10.42.42.6(pid=1244): ERR: Terminated: ERROR {rc=2} [trial-2351↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1244)]\u000a00:26:00.933242 run osmo-msc_10.42.42.6(pid=1244): stdout: \u000a| (launched: 2022-12-09_00:25:59.749552) \u000a00:26:00.988780 run osmo-msc_10.42.42.6(pid=1244): stderr: \u000a| �[0;m�[38;5;43m20221209002600024 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209002600024 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe697432c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209002600024 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209002600024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209002600024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209002600025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209002600026 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209002600028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209002600028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209002600028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:26:01.036363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1237): Terminating (SIGTERM)\u000a00:26:01.082776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1240): Terminating (SIGTERM)\u000a00:26:01.127672 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1243): Terminating (SIGTERM)\u000a00:26:01.139609 --- ParallelTerminationStrategy: PID 1237 died...\u000a00:26:01.200414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1237): Terminated: ok {rc=0}\u000a00:26:01.211355 --- ParallelTerminationStrategy: PID 1240 died...\u000a00:26:01.271027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1240): Terminated: ok {rc=0}\u000a00:26:01.281935 --- ParallelTerminationStrategy: PID 1243 died...\u000a00:26:01.340841 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1243): Terminated: ok {rc=0}\u000a00:26:01.431009 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 21, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1252): Process ended prematurely: osmo-stp_10.42.42.5(pid=1252) [trial-2351↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1252)]", "failedSince" : 2331, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_transaction.py\", line 28, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1252): Process ended prematurely: osmo-stp_10.42.42.5(pid=1252) [trial-2351↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1252)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a00:26:02.479417 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:26:02.490316 tst smpp: Using 1 x bts (candidates: 1)\u000a00:26:02.615204 tst esme_ms_sms_transaction.py: using LAC 17799\u000a00:26:02.736171 tst esme_ms_sms_transaction.py: using RAC 204\u000a00:26:02.856711 tst esme_ms_sms_transaction.py: using CellId 17799\u000a00:26:02.975709 tst esme_ms_sms_transaction.py: using BVCI 17800\u000a00:26:02.998777 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:26:03.008921 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:26:03.019118 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:26:03.029283 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:26:03.039451 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:26:03.049561 tst smpp: Using 1 x modem (candidates: 1)\u000a00:26:03.269684 tst esme_ms_sms_transaction.py: using MSISDN 6934\u000a00:26:03.377696 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:26:03.865587 run create_hlr_db(pid=1246): Launched\u000a00:26:04.041788 bus /sierra_2: Setting Powered False\u000a00:26:05.061009 run create_hlr_db(pid=1246): Terminated: ok {rc=0}\u000a00:26:05.493619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1248): Launched\u000a00:26:05.819007 run osmo-hlr_10.42.42.2(pid=1249): Launched\u000a00:26:05.941172 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:26:06.503126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1251): Launched\u000a00:26:06.827334 run osmo-stp_10.42.42.5(pid=1252): Launched\u000a00:26:06.946365 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:26:07.538445 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1254): Launched\u000a00:26:07.862376 run osmo-msc_10.42.42.6(pid=1255): Launched\u000a00:26:08.053235 run osmo-stp_10.42.42.5(pid=1252): ERR: Terminated: ERROR {rc=1} [trial-2351↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1252)]\u000a00:26:08.190925 run osmo-stp_10.42.42.5(pid=1252): stdout: \u000a| (launched: 2022-12-09_00:26:06.668229)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:26:08.328604 run osmo-stp_10.42.42.5(pid=1252): stderr: \u000a| �[0;m�[38;5;43m20221209002606862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002606862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002606863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002606863 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002606863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002606864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002606864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:26:08.459788 run osmo-stp_10.42.42.5(pid=1252): stdout: \u000a| (launched: 2022-12-09_00:26:06.668229)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:26:08.589395 run osmo-stp_10.42.42.5(pid=1252): stderr: \u000a| �[0;m�[38;5;43m20221209002606862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002606862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002606863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002606863 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002606863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002606864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002606864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:26:08.646198 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=1252): Process ended prematurely: osmo-stp_10.42.42.5(pid=1252) [trial-2351↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1252)] [trial-2351↪smpp↪esme_ms_sms_transaction.py:28]\u000a00:26:08.655417 tst esme_ms_sms_transaction.py:28: Test FAILED (6.2 sec)\u000a00:26:08.718246 run osmo-hlr_10.42.42.2(pid=1249): ERR: Terminated: ERROR {rc=237} [trial-2351↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1249)]\u000a00:26:08.770066 run osmo-hlr_10.42.42.2(pid=1249): stdout: \u000a| (launched: 2022-12-09_00:26:05.659287) \u000a00:26:08.822260 run osmo-hlr_10.42.42.2(pid=1249): stderr: \u000a| �[0;m�[1;31m20221209002605859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209002605859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209002605859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002605859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002605859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209002605860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209002605872 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209002605880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209002605880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209002605880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:26:08.892463 run osmo-msc_10.42.42.6(pid=1255): ERR: Terminated: ERROR {rc=2} [trial-2351↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1255)]\u000a00:26:08.943573 run osmo-msc_10.42.42.6(pid=1255): stdout: \u000a| (launched: 2022-12-09_00:26:07.703224) \u000a00:26:08.995390 run osmo-msc_10.42.42.6(pid=1255): stderr: \u000a| �[0;m�[38;5;43m20221209002608028 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209002608028 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f153c14ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209002608028 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209002608028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209002608029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209002608029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209002608032 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209002608032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209002608032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209002608032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:26:09.038764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1248): Terminating (SIGTERM)\u000a00:26:09.080065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1251): Terminating (SIGTERM)\u000a00:26:09.121645 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1254): Terminating (SIGTERM)\u000a00:26:09.131485 --- ParallelTerminationStrategy: PID 1248 died...\u000a00:26:09.186714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1248): Terminated: ok {rc=0}\u000a00:26:09.196772 --- ParallelTerminationStrategy: PID 1251 died...\u000a00:26:09.251387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1251): Terminated: ok {rc=0}\u000a00:26:09.261857 --- ParallelTerminationStrategy: PID 1254 died...\u000a00:26:09.316271 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1254): Terminated: ok {rc=0}\u000a00:26:09.401970 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 30.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "161", "name" : "smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:25:41" }, { "cases" : [ { "testActions" : [ ], "age" : 21, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1266): Process ended prematurely: osmo-stp_10.42.42.5(pid=1266) [trial-2351↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1266)]", "failedSince" : 2331, "name" : "register_a5_0_authopt.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authopt.py\", line 8, in \u000a encryption_test_setup_run(False, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1266): Process ended prematurely: osmo-stp_10.42.42.5(pid=1266) [trial-2351↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1266)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 encryption register_a5_0_authopt.py\u000a----------------------------------------------\u000a00:26:11.282924 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:26:11.293867 tst encryption: Using 1 x bts (candidates: 1)\u000a00:26:11.427442 tst register_a5_0_authopt.py: using LAC 17800\u000a00:26:11.557120 tst register_a5_0_authopt.py: using RAC 205\u000a00:26:11.685815 tst register_a5_0_authopt.py: using CellId 17800\u000a00:26:11.816323 tst register_a5_0_authopt.py: using BVCI 17801\u000a00:26:11.841624 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:26:11.852383 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:26:11.863070 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:26:11.874623 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:26:11.886120 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:26:11.897551 tst encryption: Using 1 x modem (candidates: 1)\u000a00:26:12.179736 tst register_a5_0_authopt.py:8: start network...\u000a00:26:12.308493 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:26:12.802730 run create_hlr_db(pid=1260): Launched\u000a00:26:12.981502 bus /sierra_2: Setting Powered False\u000a00:26:14.000754 run create_hlr_db(pid=1260): Terminated: ok {rc=0}\u000a00:26:14.412287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1262): Launched\u000a00:26:14.720931 run osmo-hlr_10.42.42.2(pid=1263): Launched\u000a00:26:14.844166 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:26:15.391331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1265): Launched\u000a00:26:15.700721 run osmo-stp_10.42.42.5(pid=1266): Launched\u000a00:26:15.813767 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:26:16.418555 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1268): Launched\u000a00:26:16.831560 run osmo-msc_10.42.42.6(pid=1269): Launched\u000a00:26:17.143167 run osmo-stp_10.42.42.5(pid=1266): ERR: Terminated: ERROR {rc=1} [trial-2351↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1266)]\u000a00:26:17.316536 run osmo-stp_10.42.42.5(pid=1266): stdout: \u000a| (launched: 2022-12-09_00:26:15.548365)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:26:17.454790 run osmo-stp_10.42.42.5(pid=1266): stderr: \u000a| �[0;m�[38;5;43m20221209002615720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002615721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002615721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002615721 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002615722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002615722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002615722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:26:17.586824 run osmo-stp_10.42.42.5(pid=1266): stdout: \u000a| (launched: 2022-12-09_00:26:15.548365)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:26:17.717820 run osmo-stp_10.42.42.5(pid=1266): stderr: \u000a| �[0;m�[38;5;43m20221209002615720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002615721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002615721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002615721 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002615722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002615722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002615722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:26:17.775772 tst register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1266): Process ended prematurely: osmo-stp_10.42.42.5(pid=1266) [trial-2351↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1266)] [trial-2351↪encryption↪register_a5_0_authopt.py:8]\u000a00:26:17.785156 tst register_a5_0_authopt.py:8: Test FAILED (6.5 sec)\u000a00:26:17.847820 run osmo-hlr_10.42.42.2(pid=1263): ERR: Terminated: ERROR {rc=237} [trial-2351↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1263)]\u000a00:26:17.898929 run osmo-hlr_10.42.42.2(pid=1263): stdout: \u000a| (launched: 2022-12-09_00:26:14.569707) \u000a00:26:17.950844 run osmo-hlr_10.42.42.2(pid=1263): stderr: \u000a| �[0;m�[1;31m20221209002614749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209002614749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209002614749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002614749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002614749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209002614749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209002614762 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209002614770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209002614771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209002614771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:26:18.021347 run osmo-msc_10.42.42.6(pid=1269): ERR: Terminated: ERROR {rc=2} [trial-2351↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1269)]\u000a00:26:18.072407 run osmo-msc_10.42.42.6(pid=1269): stdout: \u000a| (launched: 2022-12-09_00:26:16.577761) \u000a00:26:18.124110 run osmo-msc_10.42.42.6(pid=1269): stderr: \u000a| �[0;m�[38;5;43m20221209002617166 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209002617166 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f40a464dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209002617166 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209002617166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209002617166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209002617167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209002617168 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209002617173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209002617173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209002617173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:26:18.168108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1262): Terminating (SIGTERM)\u000a00:26:18.209954 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1265): Terminating (SIGTERM)\u000a00:26:18.251599 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1268): Terminating (SIGTERM)\u000a00:26:18.261444 --- ParallelTerminationStrategy: PID 1262 died...\u000a00:26:18.316940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1262): Terminated: ok {rc=0}\u000a00:26:18.327204 --- ParallelTerminationStrategy: PID 1265 died...\u000a00:26:18.382487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1265): Terminated: ok {rc=0}\u000a00:26:18.392636 --- ParallelTerminationStrategy: PID 1268 died...\u000a00:26:18.448339 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1268): Terminated: ok {rc=0}\u000a00:26:18.533675 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 21, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1277): Process ended prematurely: osmo-stp_10.42.42.5(pid=1277) [trial-2351↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1277)]", "failedSince" : 2331, "name" : "register_a5_0_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1277): Process ended prematurely: osmo-stp_10.42.42.5(pid=1277) [trial-2351↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1277)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 encryption register_a5_0_authreq.py\u000a----------------------------------------------\u000a00:26:19.649089 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:26:19.660540 tst encryption: Using 1 x bts (candidates: 1)\u000a00:26:19.795677 tst register_a5_0_authreq.py: using LAC 17801\u000a00:26:19.922697 tst register_a5_0_authreq.py: using RAC 206\u000a00:26:20.044641 tst register_a5_0_authreq.py: using CellId 17801\u000a00:26:20.163738 tst register_a5_0_authreq.py: using BVCI 17802\u000a00:26:20.187158 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:26:20.197574 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:26:20.207973 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:26:20.218396 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:26:20.228591 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:26:20.238881 tst encryption: Using 1 x modem (candidates: 1)\u000a00:26:20.521399 tst register_a5_0_authreq.py:8: start network...\u000a00:26:20.651055 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:26:21.145266 run create_hlr_db(pid=1271): Launched\u000a00:26:21.323163 bus /sierra_2: Setting Powered False\u000a00:26:22.343736 run create_hlr_db(pid=1271): Terminated: ok {rc=0}\u000a00:26:22.754617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1273): Launched\u000a00:26:23.064264 run osmo-hlr_10.42.42.2(pid=1274): Launched\u000a00:26:23.178526 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:26:23.714419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1276): Launched\u000a00:26:24.024096 run osmo-stp_10.42.42.5(pid=1277): Launched\u000a00:26:24.146749 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:26:24.715610 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1279): Launched\u000a00:26:25.025997 run osmo-msc_10.42.42.6(pid=1280): Launched\u000a00:26:25.207244 run osmo-stp_10.42.42.5(pid=1277): ERR: Terminated: ERROR {rc=1} [trial-2351↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1277)]\u000a00:26:25.337675 run osmo-stp_10.42.42.5(pid=1277): stdout: \u000a| (launched: 2022-12-09_00:26:23.872083)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:26:25.466256 run osmo-stp_10.42.42.5(pid=1277): stderr: \u000a| �[0;m�[38;5;43m20221209002624047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002624047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002624048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002624048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002624049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002624049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002624049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:26:25.590123 run osmo-stp_10.42.42.5(pid=1277): stdout: \u000a| (launched: 2022-12-09_00:26:23.872083)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:26:25.713625 run osmo-stp_10.42.42.5(pid=1277): stderr: \u000a| �[0;m�[38;5;43m20221209002624047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002624047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002624048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002624048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002624049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002624049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002624049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:26:25.767847 tst register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1277): Process ended prematurely: osmo-stp_10.42.42.5(pid=1277) [trial-2351↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1277)] [trial-2351↪encryption↪register_a5_0_authreq.py:8]\u000a00:26:25.776479 tst register_a5_0_authreq.py:8: Test FAILED (6.2 sec)\u000a00:26:25.834658 run osmo-hlr_10.42.42.2(pid=1274): ERR: Terminated: ERROR {rc=237} [trial-2351↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1274)]\u000a00:26:25.882509 run osmo-hlr_10.42.42.2(pid=1274): stdout: \u000a| (launched: 2022-12-09_00:26:22.912452) \u000a00:26:25.930740 run osmo-hlr_10.42.42.2(pid=1274): stderr: \u000a| �[0;m�[1;31m20221209002623091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209002623091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209002623091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002623091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002623091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209002623091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209002623103 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209002623112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209002623112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209002623112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:26:25.996468 run osmo-msc_10.42.42.6(pid=1280): ERR: Terminated: ERROR {rc=2} [trial-2351↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1280)]\u000a00:26:26.044376 run osmo-msc_10.42.42.6(pid=1280): stdout: \u000a| (launched: 2022-12-09_00:26:24.873929) \u000a00:26:26.092822 run osmo-msc_10.42.42.6(pid=1280): stderr: \u000a| �[0;m�[38;5;43m20221209002625148 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209002625148 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f190a619c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209002625148 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209002625148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209002625148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209002625149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209002625150 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209002625151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209002625151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209002625151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:26:26.133929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1273): Terminating (SIGTERM)\u000a00:26:26.172597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1276): Terminating (SIGTERM)\u000a00:26:26.211437 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1279): Terminating (SIGTERM)\u000a00:26:26.220432 --- ParallelTerminationStrategy: PID 1273 died...\u000a00:26:26.272737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1273): Terminated: ok {rc=0}\u000a00:26:26.282262 --- ParallelTerminationStrategy: PID 1276 died...\u000a00:26:26.334292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1276): Terminated: ok {rc=0}\u000a00:26:26.343732 --- ParallelTerminationStrategy: PID 1279 died...\u000a00:26:26.395856 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1279): Terminated: ok {rc=0}\u000a00:26:26.483706 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 21, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1288): Process ended prematurely: osmo-stp_10.42.42.5(pid=1288) [trial-2351↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1288)]", "failedSince" : 2331, "name" : "register_a5_1_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_1_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_1')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1288): Process ended prematurely: osmo-stp_10.42.42.5(pid=1288) [trial-2351↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1288)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 encryption register_a5_1_authreq.py\u000a----------------------------------------------\u000a00:26:27.595770 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:26:27.606823 tst encryption: Using 1 x bts (candidates: 1)\u000a00:26:27.732900 tst register_a5_1_authreq.py: using LAC 17802\u000a00:26:27.855157 tst register_a5_1_authreq.py: using RAC 207\u000a00:26:27.978736 tst register_a5_1_authreq.py: using CellId 17802\u000a00:26:28.101440 tst register_a5_1_authreq.py: using BVCI 17803\u000a00:26:28.125053 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:26:28.135377 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:26:28.146191 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:26:28.156673 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:26:28.166845 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:26:28.177151 tst encryption: Using 1 x modem (candidates: 1)\u000a00:26:28.473893 tst register_a5_1_authreq.py:8: start network...\u000a00:26:28.612453 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:26:29.132307 run create_hlr_db(pid=1282): Launched\u000a00:26:29.323377 bus /sierra_2: Setting Powered False\u000a00:26:30.343425 run create_hlr_db(pid=1282): Terminated: ok {rc=0}\u000a00:26:30.759742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1284): Launched\u000a00:26:31.234545 run osmo-hlr_10.42.42.2(pid=1285): Launched\u000a00:26:31.372282 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:26:32.014381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1287): Launched\u000a00:26:32.351119 run osmo-stp_10.42.42.5(pid=1288): Launched\u000a00:26:32.470135 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:26:33.066938 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1290): Launched\u000a00:26:33.377202 run osmo-msc_10.42.42.6(pid=1291): Launched\u000a00:26:33.559849 run osmo-stp_10.42.42.5(pid=1288): ERR: Terminated: ERROR {rc=1} [trial-2351↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1288)]\u000a00:26:33.690721 run osmo-stp_10.42.42.5(pid=1288): stdout: \u000a| (launched: 2022-12-09_00:26:32.187055)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:26:33.820279 run osmo-stp_10.42.42.5(pid=1288): stderr: \u000a| �[0;m�[38;5;43m20221209002632380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002632380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002632380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002632381 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002632381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002632381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002632382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:26:33.944328 run osmo-stp_10.42.42.5(pid=1288): stdout: \u000a| (launched: 2022-12-09_00:26:32.187055)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:26:34.067081 run osmo-stp_10.42.42.5(pid=1288): stderr: \u000a| �[0;m�[38;5;43m20221209002632380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002632380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002632380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002632381 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002632381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002632381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002632382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:26:34.121272 tst register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1288): Process ended prematurely: osmo-stp_10.42.42.5(pid=1288) [trial-2351↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1288)] [trial-2351↪encryption↪register_a5_1_authreq.py:8]\u000a00:26:34.129742 tst register_a5_1_authreq.py:8: Test FAILED (6.6 sec)\u000a00:26:34.188456 run osmo-hlr_10.42.42.2(pid=1285): ERR: Terminated: ERROR {rc=237} [trial-2351↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1285)]\u000a00:26:34.236584 run osmo-hlr_10.42.42.2(pid=1285): stdout: \u000a| (launched: 2022-12-09_00:26:30.951464) \u000a00:26:34.285264 run osmo-hlr_10.42.42.2(pid=1285): stderr: \u000a| �[0;m�[1;31m20221209002631164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209002631164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209002631164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002631164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002631164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209002631164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209002631183 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209002631191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209002631192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209002631192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:26:34.351253 run osmo-msc_10.42.42.6(pid=1291): ERR: Terminated: ERROR {rc=2} [trial-2351↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1291)]\u000a00:26:34.399285 run osmo-msc_10.42.42.6(pid=1291): stdout: \u000a| (launched: 2022-12-09_00:26:33.224177) \u000a00:26:34.447725 run osmo-msc_10.42.42.6(pid=1291): stderr: \u000a| �[0;m�[38;5;43m20221209002633496 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209002633496 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7857f52c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209002633496 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209002633496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209002633496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209002633497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209002633498 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209002633499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209002633499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209002633499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:26:34.488694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1284): Terminating (SIGTERM)\u000a00:26:34.527473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1287): Terminating (SIGTERM)\u000a00:26:34.566331 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1290): Terminating (SIGTERM)\u000a00:26:34.575308 --- ParallelTerminationStrategy: PID 1284 died...\u000a00:26:34.627413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1284): Terminated: ok {rc=0}\u000a00:26:34.636838 --- ParallelTerminationStrategy: PID 1287 died...\u000a00:26:34.688639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1287): Terminated: ok {rc=0}\u000a00:26:34.698110 --- ParallelTerminationStrategy: PID 1290 died...\u000a00:26:34.750087 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1290): Terminated: ok {rc=0}\u000a00:26:34.838281 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 21, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1299): Process ended prematurely: osmo-stp_10.42.42.5(pid=1299) [trial-2351↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1299)]", "failedSince" : 2331, "name" : "register_a5_3_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_3_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_3')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1299): Process ended prematurely: osmo-stp_10.42.42.5(pid=1299) [trial-2351↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1299)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 encryption register_a5_3_authreq.py\u000a----------------------------------------------\u000a00:26:35.949840 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:26:35.960856 tst encryption: Using 1 x bts (candidates: 1)\u000a00:26:36.093656 tst register_a5_3_authreq.py: using LAC 17803\u000a00:26:36.222895 tst register_a5_3_authreq.py: using RAC 208\u000a00:26:36.352841 tst register_a5_3_authreq.py: using CellId 17803\u000a00:26:36.480810 tst register_a5_3_authreq.py: using BVCI 17804\u000a00:26:36.505986 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:26:36.516789 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:26:36.527582 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:26:36.538634 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:26:36.549594 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:26:36.560496 tst encryption: Using 1 x modem (candidates: 1)\u000a00:26:36.851896 tst register_a5_3_authreq.py:8: start network...\u000a00:26:36.980454 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:26:37.474974 run create_hlr_db(pid=1293): Launched\u000a00:26:37.652922 bus /sierra_2: Setting Powered False\u000a00:26:38.672844 run create_hlr_db(pid=1293): Terminated: ok {rc=0}\u000a00:26:39.109162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1295): Launched\u000a00:26:39.438621 run osmo-hlr_10.42.42.2(pid=1296): Launched\u000a00:26:39.556468 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:26:40.105959 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1298): Launched\u000a00:26:40.435105 run osmo-stp_10.42.42.5(pid=1299): Launched\u000a00:26:40.555402 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:26:41.154908 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1301): Launched\u000a00:26:41.482512 run osmo-msc_10.42.42.6(pid=1302): Launched\u000a00:26:41.675398 run osmo-stp_10.42.42.5(pid=1299): ERR: Terminated: ERROR {rc=1} [trial-2351↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1299)]\u000a00:26:41.815440 run osmo-stp_10.42.42.5(pid=1299): stdout: \u000a| (launched: 2022-12-09_00:26:40.274057)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:26:41.954440 run osmo-stp_10.42.42.5(pid=1299): stderr: \u000a| �[0;m�[38;5;43m20221209002640467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002640467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002640467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002640468 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002640468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002640468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002640468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:26:42.086979 run osmo-stp_10.42.42.5(pid=1299): stdout: \u000a| (launched: 2022-12-09_00:26:40.274057)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:26:42.218067 run osmo-stp_10.42.42.5(pid=1299): stderr: \u000a| �[0;m�[38;5;43m20221209002640467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002640467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002640467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002640468 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002640468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002640468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002640468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:26:42.275599 tst register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1299): Process ended prematurely: osmo-stp_10.42.42.5(pid=1299) [trial-2351↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1299)] [trial-2351↪encryption↪register_a5_3_authreq.py:8]\u000a00:26:42.284765 tst register_a5_3_authreq.py:8: Test FAILED (6.4 sec)\u000a00:26:42.347292 run osmo-hlr_10.42.42.2(pid=1296): ERR: Terminated: ERROR {rc=237} [trial-2351↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1296)]\u000a00:26:42.398169 run osmo-hlr_10.42.42.2(pid=1296): stdout: \u000a| (launched: 2022-12-09_00:26:39.276546) \u000a00:26:42.449857 run osmo-hlr_10.42.42.2(pid=1296): stderr: \u000a| �[0;m�[1;31m20221209002639478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209002639478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209002639478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002639478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002639478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209002639478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209002639492 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209002639500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209002639500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209002639500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:26:42.519531 run osmo-msc_10.42.42.6(pid=1302): ERR: Terminated: ERROR {rc=2} [trial-2351↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1302)]\u000a00:26:42.570519 run osmo-msc_10.42.42.6(pid=1302): stdout: \u000a| (launched: 2022-12-09_00:26:41.322405) \u000a00:26:42.622201 run osmo-msc_10.42.42.6(pid=1302): stderr: \u000a| �[0;m�[38;5;43m20221209002641647 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209002641647 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff7d0191c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209002641647 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209002641647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209002641648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209002641648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209002641650 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209002641650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209002641650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209002641650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:26:42.665911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1295): Terminating (SIGTERM)\u000a00:26:42.707318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1298): Terminating (SIGTERM)\u000a00:26:42.749246 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1301): Terminating (SIGTERM)\u000a00:26:42.759015 --- ParallelTerminationStrategy: PID 1295 died...\u000a00:26:42.814272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1295): Terminated: ok {rc=0}\u000a00:26:42.824292 --- ParallelTerminationStrategy: PID 1298 died...\u000a00:26:42.879505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1298): Terminated: ok {rc=0}\u000a00:26:42.889651 --- ParallelTerminationStrategy: PID 1301 died...\u000a00:26:42.944615 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1301): Terminated: ok {rc=0}\u000a00:26:43.029307 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 34.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "162", "name" : "encryption", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:26:11" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=1320): Process ended prematurely: srsepc(pid=1320) [trial-2351↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1320)]", "failedSince" : 2139, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/handover.py\", line 37, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=1320): Process ended prematurely: srsepc(pid=1320) [trial-2351↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1320)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py\u000a----------------------------------------------\u000a00:26:45.019775 tst handover.py:11: TEST_CONFIG:\u000a{}\u000a00:26:45.064710 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a00:26:45.080736 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a00:26:45.104326 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a00:26:45.249048 tst handover.py: using MSISDN 6935\u000a00:26:45.364645 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='6935', subscriber_id=0}\u000a00:26:45.478677 run srsepc_10.42.42.118: Starting srsepc\u000a00:26:47.418474 run rm-remote-dir(pid=1308): Launched\u000a00:26:47.615898 bus /sierra_2: Setting Powered False\u000a00:26:48.630087 run rm-remote-dir(pid=1308): Terminated: ok {rc=0}\u000a00:26:49.057499 run mk-remote-dir(pid=1309): Launched\u000a00:26:50.246325 run mk-remote-dir(pid=1309): Terminated: ok {rc=0}\u000a00:26:50.524299 run scp-inst-to-remote(pid=1310): Launched\u000a00:26:52.712348 run scp-inst-to-remote(pid=1310): Terminated: ok {rc=0}\u000a00:26:53.042440 run rm-remote-dir(pid=1312): Launched\u000a00:26:54.230626 run rm-remote-dir(pid=1312): Terminated: ok {rc=0}\u000a00:26:54.560865 run mk-remote-dir(pid=1313): Launched\u000a00:26:55.749470 run mk-remote-dir(pid=1313): Terminated: ok {rc=0}\u000a00:26:56.029632 run scp-cfg-to-remote(pid=1314): Launched\u000a00:26:57.215305 run scp-cfg-to-remote(pid=1314): Terminated: ok {rc=0}\u000a00:26:57.493554 run scp-db-to-remote(pid=1316): Launched\u000a00:26:58.680295 run scp-db-to-remote(pid=1316): Terminated: ok {rc=0}\u000a00:26:58.794609 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a00:26:59.115486 run patchelf(pid=1318): Launched\u000a00:27:00.301965 run patchelf(pid=1318): Terminated: ok {rc=0}\u000a00:27:00.415887 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a00:27:00.737205 run setcap-netadm(pid=1319): Launched\u000a00:27:01.925442 run setcap-netadm(pid=1319): Terminated: ok {rc=0}\u000a00:27:02.261267 run srsepc(pid=1320): Launched\u000a00:27:02.380009 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a00:27:03.566429 run rm-remote-dir(pid=1321): Launched\u000a00:27:03.763716 run srsepc(pid=1320): ERR: Terminated: ERROR {rc=127} [trial-2351↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1320)]\u000a00:27:03.907602 run srsepc(pid=1320): stdout: \u000a| (launched: 2022-12-09_00:27:02.091192)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a00:27:04.051616 run srsepc(pid=1320): stderr: \u000a| (launched: 2022-12-09_00:27:02.137682)\u000a| Connection to 10.42.42.116 closed. \u000a00:27:04.190868 run srsepc(pid=1320): stdout: \u000a| (launched: 2022-12-09_00:27:02.091192)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a00:27:04.329225 run srsepc(pid=1320): stderr: \u000a| (launched: 2022-12-09_00:27:02.137682)\u000a| Connection to 10.42.42.116 closed. \u000a00:27:04.490265 run rm-remote-dir(pid=1321): Terminating (SIGINT)\u000a00:27:04.678367 run rm-remote-dir(pid=1321): Terminated: ok {rc=0}\u000a00:27:04.712817 tst handover.py:37: ERR: Error: srsepc(pid=1320): Process ended prematurely: srsepc(pid=1320) [trial-2351↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1320)] [trial-2351↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37]\u000a00:27:04.723245 tst handover.py:37: Test FAILED (19.9 sec)\u000a00:27:04.838049 run scp-back-log(pid=1322): Launched\u000a00:27:05.928580 run scp-back-log(pid=1322): ERR: Terminated: ERROR {rc=1} [trial-2351↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1322)]\u000a00:27:05.996093 run scp-back-log(pid=1322): stdout: \u000a| (launched: 2022-12-09_00:27:04.766742) \u000a00:27:06.058064 run scp-back-log(pid=1322): stderr: \u000a| (launched: 2022-12-09_00:27:04.787222)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a00:27:06.110087 tst srsepc_10.42.42.118: Error('scp-back-log(pid=1322): launch_sync(): local process exited with status 1 [trial-2351↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1322)]')\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=1336): Process ended prematurely: srsepc(pid=1336) [trial-2351↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1336)]", "failedSince" : 2318, "name" : "iperf3_bidir.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_bidir.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=1336): Process ended prematurely: srsepc(pid=1336) [trial-2351↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1336)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py\u000a----------------------------------------------\u000a00:27:06.288264 tst iperf3_bidir.py:13: Number of physical ue: 1\u000a00:27:06.330590 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a00:27:06.549804 tst iperf3_bidir.py:20: ue index0: srsue_10.42.42.116\u000a00:27:06.594856 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a00:27:06.611044 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a00:27:06.733324 tst iperf3_bidir.py: using MSISDN 6936\u000a00:27:06.841931 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='6936', subscriber_id=0}\u000a00:27:06.949061 run srsepc_10.42.42.118: Starting srsepc\u000a00:27:07.594079 run rm-remote-dir(pid=1324): Launched\u000a00:27:08.782273 run rm-remote-dir(pid=1324): Terminated: ok {rc=0}\u000a00:27:09.111286 run mk-remote-dir(pid=1325): Launched\u000a00:27:10.298714 run mk-remote-dir(pid=1325): Terminated: ok {rc=0}\u000a00:27:10.577308 run scp-inst-to-remote(pid=1326): Launched\u000a00:27:12.764634 run scp-inst-to-remote(pid=1326): Terminated: ok {rc=0}\u000a00:27:13.093632 run rm-remote-dir(pid=1328): Launched\u000a00:27:14.281436 run rm-remote-dir(pid=1328): Terminated: ok {rc=0}\u000a00:27:14.611320 run mk-remote-dir(pid=1329): Launched\u000a00:27:15.798512 run mk-remote-dir(pid=1329): Terminated: ok {rc=0}\u000a00:27:16.181901 run scp-cfg-to-remote(pid=1330): Launched\u000a00:27:17.378376 run scp-cfg-to-remote(pid=1330): Terminated: ok {rc=0}\u000a00:27:17.672727 run scp-db-to-remote(pid=1332): Launched\u000a00:27:18.870132 run scp-db-to-remote(pid=1332): Terminated: ok {rc=0}\u000a00:27:18.991517 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a00:27:19.330085 run patchelf(pid=1334): Launched\u000a00:27:20.526997 run patchelf(pid=1334): Terminated: ok {rc=0}\u000a00:27:20.648666 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a00:27:20.987767 run setcap-netadm(pid=1335): Launched\u000a00:27:22.185057 run setcap-netadm(pid=1335): Terminated: ok {rc=0}\u000a00:27:22.515496 run srsepc(pid=1336): Launched\u000a00:27:22.631578 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a00:27:23.825457 run rm-remote-dir(pid=1337): Launched\u000a00:27:24.022323 run srsepc(pid=1336): ERR: Terminated: ERROR {rc=127} [trial-2351↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1336)]\u000a00:27:24.166232 run srsepc(pid=1336): stdout: \u000a| (launched: 2022-12-09_00:27:22.358589)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a00:27:24.309673 run srsepc(pid=1336): stderr: \u000a| (launched: 2022-12-09_00:27:22.407450)\u000a| Connection to 10.42.42.116 closed. \u000a00:27:24.448623 run srsepc(pid=1336): stdout: \u000a| (launched: 2022-12-09_00:27:22.358589)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a00:27:24.586325 run srsepc(pid=1336): stderr: \u000a| (launched: 2022-12-09_00:27:22.407450)\u000a| Connection to 10.42.42.116 closed. \u000a00:27:24.747318 run rm-remote-dir(pid=1337): Terminating (SIGINT)\u000a00:27:24.936363 run rm-remote-dir(pid=1337): Terminated: ok {rc=0}\u000a00:27:24.971329 tst iperf3_bidir.py:42: ERR: Error: srsepc(pid=1336): Process ended prematurely: srsepc(pid=1336) [trial-2351↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1336)] [trial-2351↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42]\u000a00:27:24.981765 tst iperf3_bidir.py:42: Test FAILED (18.8 sec)\u000a00:27:25.095682 run scp-back-log(pid=1338): Launched\u000a00:27:26.186153 run scp-back-log(pid=1338): ERR: Terminated: ERROR {rc=1} [trial-2351↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1338)]\u000a00:27:26.251038 run scp-back-log(pid=1338): stdout: \u000a| (launched: 2022-12-09_00:27:25.024884) \u000a00:27:26.315712 run scp-back-log(pid=1338): stderr: \u000a| (launched: 2022-12-09_00:27:25.045394)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a00:27:26.370398 tst srsepc_10.42.42.118: Error('scp-back-log(pid=1338): launch_sync(): local process exited with status 1 [trial-2351↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1338)]')\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=1355): Process ended prematurely: srsepc(pid=1355) [trial-2351↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1355)]", "failedSince" : 2139, "name" : "iperf3_dl.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_dl.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=1355): Process ended prematurely: srsepc(pid=1355) [trial-2351↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1355)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py\u000a----------------------------------------------\u000a00:27:26.560625 tst iperf3_dl.py:13: Number of physical ue: 1\u000a00:27:26.605502 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a00:27:26.826309 tst iperf3_dl.py:20: ue index0: srsue_10.42.42.116\u000a00:27:26.870952 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a00:27:26.886983 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a00:27:27.015260 tst iperf3_dl.py: using MSISDN 6937\u000a00:27:27.130416 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='6937', subscriber_id=0}\u000a00:27:27.244146 run srsepc_10.42.42.118: Starting srsepc\u000a00:27:27.924401 run rm-remote-dir(pid=1340): Launched\u000a00:27:29.123482 run rm-remote-dir(pid=1340): Terminated: ok {rc=0}\u000a00:27:29.471092 run mk-remote-dir(pid=1341): Launched\u000a00:27:30.669510 run mk-remote-dir(pid=1341): Terminated: ok {rc=0}\u000a00:27:31.056635 run scp-inst-to-remote(pid=1342): Launched\u000a00:27:33.255856 run scp-inst-to-remote(pid=1342): Terminated: ok {rc=0}\u000a00:27:33.585535 run rm-remote-dir(pid=1344): Launched\u000a00:27:34.772077 run rm-remote-dir(pid=1344): Terminated: ok {rc=0}\u000a00:27:35.100731 run mk-remote-dir(pid=1345): Launched\u000a00:27:36.288904 run mk-remote-dir(pid=1345): Terminated: ok {rc=0}\u000a00:27:36.566795 run scp-cfg-to-remote(pid=1349): Launched\u000a00:27:37.751860 run scp-cfg-to-remote(pid=1349): Terminated: ok {rc=0}\u000a00:27:38.029548 run scp-db-to-remote(pid=1351): Launched\u000a00:27:39.215431 run scp-db-to-remote(pid=1351): Terminated: ok {rc=0}\u000a00:27:39.329164 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a00:27:39.649105 run patchelf(pid=1353): Launched\u000a00:27:40.835816 run patchelf(pid=1353): Terminated: ok {rc=0}\u000a00:27:40.949331 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a00:27:41.268869 run setcap-netadm(pid=1354): Launched\u000a00:27:42.454657 run setcap-netadm(pid=1354): Terminated: ok {rc=0}\u000a00:27:42.766806 run srsepc(pid=1355): Launched\u000a00:27:42.876352 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a00:27:43.999902 run rm-remote-dir(pid=1356): Launched\u000a00:27:44.186709 run srsepc(pid=1355): ERR: Terminated: ERROR {rc=127} [trial-2351↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1355)]\u000a00:27:44.323666 run srsepc(pid=1355): stdout: \u000a| (launched: 2022-12-09_00:27:42.617165)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a00:27:44.458909 run srsepc(pid=1355): stderr: \u000a| (launched: 2022-12-09_00:27:42.662751)\u000a| Connection to 10.42.42.116 closed. \u000a00:27:44.590082 run srsepc(pid=1355): stdout: \u000a| (launched: 2022-12-09_00:27:42.617165)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a00:27:44.719899 run srsepc(pid=1355): stderr: \u000a| (launched: 2022-12-09_00:27:42.662751)\u000a| Connection to 10.42.42.116 closed. \u000a00:27:44.871322 run rm-remote-dir(pid=1356): Terminating (SIGINT)\u000a00:27:45.048248 run rm-remote-dir(pid=1356): Terminated: ok {rc=0}\u000a00:27:45.080834 tst iperf3_dl.py:42: ERR: Error: srsepc(pid=1355): Process ended prematurely: srsepc(pid=1355) [trial-2351↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1355)] [trial-2351↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42]\u000a00:27:45.090691 tst iperf3_dl.py:42: Test FAILED (18.7 sec)\u000a00:27:45.198945 run scp-back-log(pid=1357): Launched\u000a00:27:46.285646 run scp-back-log(pid=1357): ERR: Terminated: ERROR {rc=1} [trial-2351↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1357)]\u000a00:27:46.348456 run scp-back-log(pid=1357): stdout: \u000a| (launched: 2022-12-09_00:27:45.131259) \u000a00:27:46.410562 run scp-back-log(pid=1357): stderr: \u000a| (launched: 2022-12-09_00:27:45.150506)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a00:27:46.464219 tst srsepc_10.42.42.118: Error('scp-back-log(pid=1357): launch_sync(): local process exited with status 1 [trial-2351↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1357)]')\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=1371): Process ended prematurely: srsepc(pid=1371) [trial-2351↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1371)]", "failedSince" : 2139, "name" : "iperf3_ul.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_ul.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=1371): Process ended prematurely: srsepc(pid=1371) [trial-2351↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1371)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py\u000a----------------------------------------------\u000a00:27:46.647122 tst iperf3_ul.py:13: Number of physical ue: 1\u000a00:27:46.689933 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a00:27:46.914936 tst iperf3_ul.py:20: ue index0: srsue_10.42.42.116\u000a00:27:46.961452 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a00:27:46.978921 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a00:27:47.111328 tst iperf3_ul.py: using MSISDN 6938\u000a00:27:47.229222 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='6938', subscriber_id=0}\u000a00:27:47.343551 run srsepc_10.42.42.118: Starting srsepc\u000a00:27:48.025324 run rm-remote-dir(pid=1359): Launched\u000a00:27:49.224661 run rm-remote-dir(pid=1359): Terminated: ok {rc=0}\u000a00:27:49.572513 run mk-remote-dir(pid=1360): Launched\u000a00:27:50.771839 run mk-remote-dir(pid=1360): Terminated: ok {rc=0}\u000a00:27:51.067480 run scp-inst-to-remote(pid=1361): Launched\u000a00:27:53.265480 run scp-inst-to-remote(pid=1361): Terminated: ok {rc=0}\u000a00:27:53.613634 run rm-remote-dir(pid=1363): Launched\u000a00:27:54.812903 run rm-remote-dir(pid=1363): Terminated: ok {rc=0}\u000a00:27:55.161673 run mk-remote-dir(pid=1364): Launched\u000a00:27:56.360343 run mk-remote-dir(pid=1364): Terminated: ok {rc=0}\u000a00:27:56.655228 run scp-cfg-to-remote(pid=1365): Launched\u000a00:27:57.842787 run scp-cfg-to-remote(pid=1365): Terminated: ok {rc=0}\u000a00:27:58.121730 run scp-db-to-remote(pid=1367): Launched\u000a00:27:59.309168 run scp-db-to-remote(pid=1367): Terminated: ok {rc=0}\u000a00:27:59.423316 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a00:27:59.743950 run patchelf(pid=1369): Launched\u000a00:28:00.958330 run patchelf(pid=1369): Terminated: ok {rc=0}\u000a00:28:01.083253 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a00:28:01.485390 run setcap-netadm(pid=1370): Launched\u000a00:28:02.683887 run setcap-netadm(pid=1370): Terminated: ok {rc=0}\u000a00:28:03.014491 run srsepc(pid=1371): Launched\u000a00:28:03.130580 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a00:28:04.322650 run rm-remote-dir(pid=1372): Launched\u000a00:28:04.520280 run srsepc(pid=1371): ERR: Terminated: ERROR {rc=127} [trial-2351↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1371)]\u000a00:28:04.664205 run srsepc(pid=1371): stdout: \u000a| (launched: 2022-12-09_00:28:02.857662)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a00:28:04.808596 run srsepc(pid=1371): stderr: \u000a| (launched: 2022-12-09_00:28:02.906361)\u000a| Connection to 10.42.42.116 closed. \u000a00:28:04.948626 run srsepc(pid=1371): stdout: \u000a| (launched: 2022-12-09_00:28:02.857662)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a00:28:05.086988 run srsepc(pid=1371): stderr: \u000a| (launched: 2022-12-09_00:28:02.906361)\u000a| Connection to 10.42.42.116 closed. \u000a00:28:05.248650 run rm-remote-dir(pid=1372): Terminating (SIGINT)\u000a00:28:05.437905 run rm-remote-dir(pid=1372): Terminated: ok {rc=0}\u000a00:28:05.472629 tst iperf3_ul.py:42: ERR: Error: srsepc(pid=1371): Process ended prematurely: srsepc(pid=1371) [trial-2351↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1371)] [trial-2351↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42]\u000a00:28:05.483409 tst iperf3_ul.py:42: Test FAILED (19.0 sec)\u000a00:28:05.596298 run scp-back-log(pid=1373): Launched\u000a00:28:06.685610 run scp-back-log(pid=1373): ERR: Terminated: ERROR {rc=1} [trial-2351↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1373)]\u000a00:28:06.749970 run scp-back-log(pid=1373): stdout: \u000a| (launched: 2022-12-09_00:28:05.526060) \u000a00:28:06.814970 run scp-back-log(pid=1373): stderr: \u000a| (launched: 2022-12-09_00:28:05.546346)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a00:28:06.869507 tst srsepc_10.42.42.118: Error('scp-back-log(pid=1373): launch_sync(): local process exited with status 1 [trial-2351↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1373)]')\u000a" }, { "testActions" : [ ], "age" : 210, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=1387): Process ended prematurely: srsepc(pid=1387) [trial-2351↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1387)]", "failedSince" : 2142, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=1387): Process ended prematurely: srsepc(pid=1387) [trial-2351↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1387)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py\u000a----------------------------------------------\u000a00:28:06.884160 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a00:28:06.901126 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a00:28:06.925069 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a00:28:07.067627 tst ping.py: using MSISDN 6939\u000a00:28:07.177223 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='6939', subscriber_id=0}\u000a00:28:07.285023 run srsepc_10.42.42.118: Starting srsepc\u000a00:28:07.932008 run rm-remote-dir(pid=1375): Launched\u000a00:28:09.118693 run rm-remote-dir(pid=1375): Terminated: ok {rc=0}\u000a00:28:09.448896 run mk-remote-dir(pid=1376): Launched\u000a00:28:10.637476 run mk-remote-dir(pid=1376): Terminated: ok {rc=0}\u000a00:28:10.916541 run scp-inst-to-remote(pid=1377): Launched\u000a00:28:13.105362 run scp-inst-to-remote(pid=1377): Terminated: ok {rc=0}\u000a00:28:13.434882 run rm-remote-dir(pid=1379): Launched\u000a00:28:14.623876 run rm-remote-dir(pid=1379): Terminated: ok {rc=0}\u000a00:28:14.954719 run mk-remote-dir(pid=1380): Launched\u000a00:28:16.194502 run mk-remote-dir(pid=1380): Terminated: ok {rc=0}\u000a00:28:16.538074 run scp-cfg-to-remote(pid=1381): Launched\u000a00:28:17.737745 run scp-cfg-to-remote(pid=1381): Terminated: ok {rc=0}\u000a00:28:18.034783 run scp-db-to-remote(pid=1383): Launched\u000a00:28:19.231913 run scp-db-to-remote(pid=1383): Terminated: ok {rc=0}\u000a00:28:19.353386 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a00:28:19.691855 run patchelf(pid=1385): Launched\u000a00:28:20.890460 run patchelf(pid=1385): Terminated: ok {rc=0}\u000a00:28:21.011387 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a00:28:21.350488 run setcap-netadm(pid=1386): Launched\u000a00:28:22.548216 run setcap-netadm(pid=1386): Terminated: ok {rc=0}\u000a00:28:22.879597 run srsepc(pid=1387): Launched\u000a00:28:22.995231 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a00:28:24.182137 run rm-remote-dir(pid=1388): Launched\u000a00:28:24.379744 run srsepc(pid=1387): ERR: Terminated: ERROR {rc=127} [trial-2351↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1387)]\u000a00:28:24.523935 run srsepc(pid=1387): stdout: \u000a| (launched: 2022-12-09_00:28:22.722108)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a00:28:24.668276 run srsepc(pid=1387): stderr: \u000a| (launched: 2022-12-09_00:28:22.770892)\u000a| Connection to 10.42.42.116 closed. \u000a00:28:24.808158 run srsepc(pid=1387): stdout: \u000a| (launched: 2022-12-09_00:28:22.722108)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a00:28:24.946968 run srsepc(pid=1387): stderr: \u000a| (launched: 2022-12-09_00:28:22.770892)\u000a| Connection to 10.42.42.116 closed. \u000a00:28:25.108642 run rm-remote-dir(pid=1388): Terminating (SIGINT)\u000a00:28:25.297627 run rm-remote-dir(pid=1388): Terminated: ok {rc=0}\u000a00:28:25.332213 tst ping.py:16: ERR: Error: srsepc(pid=1387): Process ended prematurely: srsepc(pid=1387) [trial-2351↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1387)] [trial-2351↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16]\u000a00:28:25.342577 tst ping.py:16: Test FAILED (18.4 sec)\u000a00:28:25.456933 run scp-back-log(pid=1389): Launched\u000a00:28:26.546159 run scp-back-log(pid=1389): ERR: Terminated: ERROR {rc=1} [trial-2351↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1389)]\u000a00:28:26.611306 run scp-back-log(pid=1389): stdout: \u000a| (launched: 2022-12-09_00:28:25.385736) \u000a00:28:26.677575 run scp-back-log(pid=1389): stderr: \u000a| (launched: 2022-12-09_00:28:25.406153)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a00:28:26.732327 tst srsepc_10.42.42.118: Error('scp-back-log(pid=1389): launch_sync(): local process exited with status 1 [trial-2351↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1389)]')\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=1404): Process ended prematurely: srsepc(pid=1404) [trial-2351↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1404)]", "failedSince" : 2139, "name" : "rrc_idle_mo_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mo_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=1404): Process ended prematurely: srsepc(pid=1404) [trial-2351↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1404)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py\u000a----------------------------------------------\u000a00:28:26.746995 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a00:28:26.763839 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a00:28:26.787554 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a00:28:26.939307 tst rrc_idle_mo_ping.py: using MSISDN 6940\u000a00:28:27.054626 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='6940', subscriber_id=0}\u000a00:28:27.168601 run srsepc_10.42.42.118: Starting srsepc\u000a00:28:27.848904 run rm-remote-dir(pid=1391): Launched\u000a00:28:29.048065 run rm-remote-dir(pid=1391): Terminated: ok {rc=0}\u000a00:28:29.395710 run mk-remote-dir(pid=1392): Launched\u000a00:28:30.594506 run mk-remote-dir(pid=1392): Terminated: ok {rc=0}\u000a00:28:30.900826 run scp-inst-to-remote(pid=1393): Launched\u000a00:28:33.113228 run scp-inst-to-remote(pid=1393): Terminated: ok {rc=0}\u000a00:28:33.460608 run rm-remote-dir(pid=1395): Launched\u000a00:28:34.659416 run rm-remote-dir(pid=1395): Terminated: ok {rc=0}\u000a00:28:35.008860 run mk-remote-dir(pid=1396): Launched\u000a00:28:36.208234 run mk-remote-dir(pid=1396): Terminated: ok {rc=0}\u000a00:28:36.501897 run scp-cfg-to-remote(pid=1397): Launched\u000a00:28:37.698449 run scp-cfg-to-remote(pid=1397): Terminated: ok {rc=0}\u000a00:28:37.992045 run scp-db-to-remote(pid=1399): Launched\u000a00:28:39.189754 run scp-db-to-remote(pid=1399): Terminated: ok {rc=0}\u000a00:28:39.311519 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a00:28:39.650153 run patchelf(pid=1402): Launched\u000a00:28:40.847843 run patchelf(pid=1402): Terminated: ok {rc=0}\u000a00:28:40.969309 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a00:28:41.307298 run setcap-netadm(pid=1403): Launched\u000a00:28:42.505025 run setcap-netadm(pid=1403): Terminated: ok {rc=0}\u000a00:28:42.835777 run srsepc(pid=1404): Launched\u000a00:28:42.951612 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a00:28:44.139104 run rm-remote-dir(pid=1405): Launched\u000a00:28:44.336285 run srsepc(pid=1404): ERR: Terminated: ERROR {rc=127} [trial-2351↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1404)]\u000a00:28:44.480023 run srsepc(pid=1404): stdout: \u000a| (launched: 2022-12-09_00:28:42.678298)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a00:28:44.623729 run srsepc(pid=1404): stderr: \u000a| (launched: 2022-12-09_00:28:42.726984)\u000a| Connection to 10.42.42.116 closed. \u000a00:28:44.763490 run srsepc(pid=1404): stdout: \u000a| (launched: 2022-12-09_00:28:42.678298)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a00:28:44.902802 run srsepc(pid=1404): stderr: \u000a| (launched: 2022-12-09_00:28:42.726984)\u000a| Connection to 10.42.42.116 closed. \u000a00:28:45.064387 run rm-remote-dir(pid=1405): Terminating (SIGINT)\u000a00:28:45.253179 run rm-remote-dir(pid=1405): Terminated: ok {rc=0}\u000a00:28:45.287975 tst rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=1404): Process ended prematurely: srsepc(pid=1404) [trial-2351↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1404)] [trial-2351↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16]\u000a00:28:45.298434 tst rrc_idle_mo_ping.py:16: Test FAILED (18.5 sec)\u000a00:28:45.412015 run scp-back-log(pid=1406): Launched\u000a00:28:46.503788 run scp-back-log(pid=1406): ERR: Terminated: ERROR {rc=1} [trial-2351↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1406)]\u000a00:28:46.570659 run scp-back-log(pid=1406): stdout: \u000a| (launched: 2022-12-09_00:28:45.341408) \u000a00:28:46.638156 run scp-back-log(pid=1406): stderr: \u000a| (launched: 2022-12-09_00:28:45.361892)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a00:28:46.696818 tst srsepc_10.42.42.118: Error('scp-back-log(pid=1406): launch_sync(): local process exited with status 1 [trial-2351↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1406)]')\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=1423): Process ended prematurely: srsepc(pid=1423) [trial-2351↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1423)]", "failedSince" : 2139, "name" : "rrc_idle_mt_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mt_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=1423): Process ended prematurely: srsepc(pid=1423) [trial-2351↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1423)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py\u000a----------------------------------------------\u000a00:28:46.713259 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a00:28:46.731262 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a00:28:46.758873 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a00:28:46.932501 tst rrc_idle_mt_ping.py: using MSISDN 6941\u000a00:28:47.076651 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='6941', subscriber_id=0}\u000a00:28:47.206312 run srsepc_10.42.42.118: Starting srsepc\u000a00:28:47.892771 run rm-remote-dir(pid=1408): Launched\u000a00:28:49.093008 run rm-remote-dir(pid=1408): Terminated: ok {rc=0}\u000a00:28:49.441747 run mk-remote-dir(pid=1409): Launched\u000a00:28:50.640145 run mk-remote-dir(pid=1409): Terminated: ok {rc=0}\u000a00:28:50.935800 run scp-inst-to-remote(pid=1410): Launched\u000a00:28:53.135279 run scp-inst-to-remote(pid=1410): Terminated: ok {rc=0}\u000a00:28:53.484130 run rm-remote-dir(pid=1412): Launched\u000a00:28:54.684039 run rm-remote-dir(pid=1412): Terminated: ok {rc=0}\u000a00:28:55.034566 run mk-remote-dir(pid=1413): Launched\u000a00:28:56.234648 run mk-remote-dir(pid=1413): Terminated: ok {rc=0}\u000a00:28:56.529743 run scp-cfg-to-remote(pid=1414): Launched\u000a00:28:57.726167 run scp-cfg-to-remote(pid=1414): Terminated: ok {rc=0}\u000a00:28:58.020694 run scp-db-to-remote(pid=1416): Launched\u000a00:28:59.219569 run scp-db-to-remote(pid=1416): Terminated: ok {rc=0}\u000a00:28:59.341360 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a00:28:59.680088 run patchelf(pid=1418): Launched\u000a00:29:00.881093 run patchelf(pid=1418): Terminated: ok {rc=0}\u000a00:29:01.006507 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a00:29:01.386973 run setcap-netadm(pid=1422): Launched\u000a00:29:02.603824 run setcap-netadm(pid=1422): Terminated: ok {rc=0}\u000a00:29:02.935704 run srsepc(pid=1423): Launched\u000a00:29:03.051102 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a00:29:04.239064 run rm-remote-dir(pid=1424): Launched\u000a00:29:04.436239 run srsepc(pid=1423): ERR: Terminated: ERROR {rc=127} [trial-2351↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1423)]\u000a00:29:04.579894 run srsepc(pid=1423): stdout: \u000a| (launched: 2022-12-09_00:29:02.777521)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a00:29:04.723333 run srsepc(pid=1423): stderr: \u000a| (launched: 2022-12-09_00:29:02.826823)\u000a| Connection to 10.42.42.116 closed. \u000a00:29:04.862983 run srsepc(pid=1423): stdout: \u000a| (launched: 2022-12-09_00:29:02.777521)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a00:29:05.001777 run srsepc(pid=1423): stderr: \u000a| (launched: 2022-12-09_00:29:02.826823)\u000a| Connection to 10.42.42.116 closed. \u000a00:29:05.163279 run rm-remote-dir(pid=1424): Terminating (SIGINT)\u000a00:29:05.351823 run rm-remote-dir(pid=1424): Terminated: ok {rc=0}\u000a00:29:05.386582 tst rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=1423): Process ended prematurely: srsepc(pid=1423) [trial-2351↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1423)] [trial-2351↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16]\u000a00:29:05.396899 tst rrc_idle_mt_ping.py:16: Test FAILED (18.7 sec)\u000a00:29:05.511726 run scp-back-log(pid=1425): Launched\u000a00:29:06.597523 run scp-back-log(pid=1425): ERR: Terminated: ERROR {rc=1} [trial-2351↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1425)]\u000a00:29:06.659000 run scp-back-log(pid=1425): stdout: \u000a| (launched: 2022-12-09_00:29:05.440333) \u000a00:29:06.720357 run scp-back-log(pid=1425): stderr: \u000a| (launched: 2022-12-09_00:29:05.460851)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a00:29:06.772668 tst srsepc_10.42.42.118: Error('scp-back-log(pid=1425): launch_sync(): local process exited with status 1 [trial-2351↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1425)]')\u000a" } ], "duration" : 143.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "163", "name" : "4g_srsenb-rftype@zmq+srsue-rftype@zmq", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:26:44" }, { "cases" : [ { "testActions" : [ ], "age" : 149, "className" : "handover_2G:nanobts+bts1-oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1436): Process ended prematurely: osmo-stp_10.42.42.5(pid=1436) [trial-2351↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1436)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1436): Process ended prematurely: osmo-stp_10.42.42.5(pid=1436) [trial-2351↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1436)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 handover_2G:nanobts+bts1-oc2g handover.py\u000a----------------------------------------------\u000a00:29:07.619621 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a00:29:07.631530 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a00:29:07.770710 tst handover.py: using LAC 17804\u000a00:29:07.907493 tst handover.py: using RAC 209\u000a00:29:08.033218 tst handover.py: using CellId 17804\u000a00:29:08.158582 tst handover.py: using BVCI 17805\u000a00:29:08.183115 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a00:29:08.310119 tst handover.py: using LAC 17805\u000a00:29:08.435510 tst handover.py: using RAC 210\u000a00:29:08.560159 tst handover.py: using CellId 17805\u000a00:29:08.685810 tst handover.py: using BVCI 17806\u000a00:29:08.710366 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a00:29:08.721621 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a00:29:08.732520 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a00:29:08.743840 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a00:29:08.755298 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a00:29:08.766668 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a00:29:08.882589 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a00:29:09.083559 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:29:09.563328 run create_hlr_db(pid=1430): Launched\u000a00:29:10.741213 run create_hlr_db(pid=1430): Terminated: ok {rc=0}\u000a00:29:11.055085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1432): Launched\u000a00:29:11.358331 run osmo-hlr_10.42.42.2(pid=1433): Launched\u000a00:29:11.475536 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:29:12.008781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1435): Launched\u000a00:29:12.312158 run osmo-stp_10.42.42.5(pid=1436): Launched\u000a00:29:12.422945 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:29:12.977890 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1438): Launched\u000a00:29:13.281650 run osmo-msc_10.42.42.6(pid=1439): Launched\u000a00:29:13.460153 run osmo-stp_10.42.42.5(pid=1436): ERR: Terminated: ERROR {rc=1} [trial-2351↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1436)]\u000a00:29:13.589561 run osmo-stp_10.42.42.5(pid=1436): stdout: \u000a| (launched: 2022-12-09_00:29:12.163332)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:29:13.715790 run osmo-stp_10.42.42.5(pid=1436): stderr: \u000a| �[0;m�[38;5;43m20221209002912333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002912334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002912334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002912334 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002912336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002912337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002912337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:29:13.837657 run osmo-stp_10.42.42.5(pid=1436): stdout: \u000a| (launched: 2022-12-09_00:29:12.163332)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:29:13.958777 run osmo-stp_10.42.42.5(pid=1436): stderr: \u000a| �[0;m�[38;5;43m20221209002912333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002912334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002912334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002912334 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002912336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002912337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002912337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:29:14.011891 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1436): Process ended prematurely: osmo-stp_10.42.42.5(pid=1436) [trial-2351↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1436)] [trial-2351↪handover_2G:nanobts+bts1-oc2g↪handover.py:18]\u000a00:29:14.020069 tst handover.py:18: Test FAILED (6.4 sec)\u000a00:29:14.078621 run osmo-hlr_10.42.42.2(pid=1433): ERR: Terminated: ERROR {rc=237} [trial-2351↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1433)]\u000a00:29:14.126593 run osmo-hlr_10.42.42.2(pid=1433): stdout: \u000a| (launched: 2022-12-09_00:29:11.209066) \u000a00:29:14.175268 run osmo-hlr_10.42.42.2(pid=1433): stderr: \u000a| �[0;m�[1;31m20221209002911385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209002911385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209002911385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002911385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002911385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209002911385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209002911397 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209002911406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209002911406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209002911406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:29:14.241258 run osmo-msc_10.42.42.6(pid=1439): ERR: Terminated: ERROR {rc=2} [trial-2351↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1439)]\u000a00:29:14.289313 run osmo-msc_10.42.42.6(pid=1439): stdout: \u000a| (launched: 2022-12-09_00:29:13.132685) \u000a00:29:14.337897 run osmo-msc_10.42.42.6(pid=1439): stderr: \u000a| �[0;m�[38;5;43m20221209002913404 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209002913404 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb6a8576c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209002913404 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209002913404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209002913404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209002913404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209002913406 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209002913407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209002913408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209002913408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:29:14.378924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1432): Terminating (SIGTERM)\u000a00:29:14.417709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1435): Terminating (SIGTERM)\u000a00:29:14.456922 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1438): Terminating (SIGTERM)\u000a00:29:14.465985 --- ParallelTerminationStrategy: PID 1432 died...\u000a00:29:14.518375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1432): Terminated: ok {rc=0}\u000a00:29:14.527873 --- ParallelTerminationStrategy: PID 1435 died...\u000a00:29:14.580517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1435): Terminated: ok {rc=0}\u000a00:29:14.589871 --- ParallelTerminationStrategy: PID 1438 died...\u000a00:29:14.641936 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1438): Terminated: ok {rc=0}\u000a00:29:14.730290 bus /sierra_3: Setting Powered False\u000a00:29:15.831813 bus /sierra_3: Setting Powered False\u000a00:29:16.975890 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "164", "name" : "handover_2G_nanobts+bts1-oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:29:07" }, { "cases" : [ { "testActions" : [ ], "age" : 180, "className" : "handover_2G:nanobts+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1450): Process ended prematurely: osmo-stp_10.42.42.5(pid=1450) [trial-2351↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1450)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1450): Process ended prematurely: osmo-stp_10.42.42.5(pid=1450) [trial-2351↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1450)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 handover_2G:nanobts+bts1-octphy handover.py\u000a----------------------------------------------\u000a00:29:18.938656 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a00:29:18.949780 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a00:29:19.081270 tst handover.py: using LAC 17806\u000a00:29:19.209497 tst handover.py: using RAC 211\u000a00:29:19.337299 tst handover.py: using CellId 17806\u000a00:29:19.467079 tst handover.py: using BVCI 17807\u000a00:29:19.491620 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a00:29:19.615304 tst handover.py: using LAC 17807\u000a00:29:19.741346 tst handover.py: using RAC 212\u000a00:29:19.870115 tst handover.py: using CellId 17807\u000a00:29:19.998835 tst handover.py: using BVCI 17808\u000a00:29:20.023585 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a00:29:20.035137 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a00:29:20.046371 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a00:29:20.057430 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a00:29:20.068486 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a00:29:20.079550 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a00:29:20.193998 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a00:29:20.394429 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:29:20.847972 run create_hlr_db(pid=1444): Launched\u000a00:29:20.972607 bus /sierra_2: Setting Powered False\u000a00:29:22.043726 run create_hlr_db(pid=1444): Terminated: ok {rc=0}\u000a00:29:22.424404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1446): Launched\u000a00:29:22.729429 run osmo-hlr_10.42.42.2(pid=1447): Launched\u000a00:29:22.843091 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:29:23.347676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1449): Launched\u000a00:29:23.652501 run osmo-stp_10.42.42.5(pid=1450): Launched\u000a00:29:23.764062 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:29:24.295584 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1452): Launched\u000a00:29:24.603127 run osmo-msc_10.42.42.6(pid=1453): Launched\u000a00:29:24.782958 run osmo-stp_10.42.42.5(pid=1450): ERR: Terminated: ERROR {rc=1} [trial-2351↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1450)]\u000a00:29:24.913417 run osmo-stp_10.42.42.5(pid=1450): stdout: \u000a| (launched: 2022-12-09_00:29:23.502684)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:29:25.040831 run osmo-stp_10.42.42.5(pid=1450): stderr: \u000a| �[0;m�[38;5;43m20221209002923674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002923675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002923675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002923675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002923676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002923676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002923676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:29:25.164576 run osmo-stp_10.42.42.5(pid=1450): stdout: \u000a| (launched: 2022-12-09_00:29:23.502684)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:29:25.286773 run osmo-stp_10.42.42.5(pid=1450): stderr: \u000a| �[0;m�[38;5;43m20221209002923674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002923675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002923675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002923675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002923676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002923676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002923676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:29:25.340112 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1450): Process ended prematurely: osmo-stp_10.42.42.5(pid=1450) [trial-2351↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1450)] [trial-2351↪handover_2G:nanobts+bts1-octphy↪handover.py:18]\u000a00:29:25.348389 tst handover.py:18: Test FAILED (6.4 sec)\u000a00:29:25.408523 run osmo-hlr_10.42.42.2(pid=1447): ERR: Terminated: ERROR {rc=237} [trial-2351↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1447)]\u000a00:29:25.457668 run osmo-hlr_10.42.42.2(pid=1447): stdout: \u000a| (launched: 2022-12-09_00:29:22.579974) \u000a00:29:25.507506 run osmo-hlr_10.42.42.2(pid=1447): stderr: \u000a| �[0;m�[1;31m20221209002922759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209002922759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209002922759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002922759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002922759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209002922759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209002922774 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209002922783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209002922784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209002922784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:29:25.574632 run osmo-msc_10.42.42.6(pid=1453): ERR: Terminated: ERROR {rc=2} [trial-2351↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1453)]\u000a00:29:25.623566 run osmo-msc_10.42.42.6(pid=1453): stdout: \u000a| (launched: 2022-12-09_00:29:24.451368) \u000a00:29:25.673687 run osmo-msc_10.42.42.6(pid=1453): stderr: \u000a| �[0;m�[38;5;43m20221209002924724 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209002924724 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f62ba3f6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209002924724 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209002924724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209002924724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209002924725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209002924726 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209002924727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209002924727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209002924727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:29:25.715225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1446): Terminating (SIGTERM)\u000a00:29:25.755048 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1449): Terminating (SIGTERM)\u000a00:29:25.795040 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1452): Terminating (SIGTERM)\u000a00:29:25.804727 --- ParallelTerminationStrategy: PID 1446 died...\u000a00:29:25.857894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1446): Terminated: ok {rc=0}\u000a00:29:25.867805 --- ParallelTerminationStrategy: PID 1449 died...\u000a00:29:25.921061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1449): Terminated: ok {rc=0}\u000a00:29:25.930590 --- ParallelTerminationStrategy: PID 1452 died...\u000a00:29:25.983540 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1452): Terminated: ok {rc=0}\u000a00:29:26.071513 bus /sierra_3: Setting Powered False\u000a00:29:27.176170 bus /sierra_3: Setting Powered False\u000a00:29:28.282594 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "165", "name" : "handover_2G_nanobts+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:29:18" }, { "cases" : [ { "testActions" : [ ], "age" : 180, "className" : "handover_2G:nanobts+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1464): Process ended prematurely: osmo-stp_10.42.42.5(pid=1464) [trial-2351↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1464)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1464): Process ended prematurely: osmo-stp_10.42.42.5(pid=1464) [trial-2351↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1464)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 handover_2G:nanobts+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a00:29:30.273927 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:29:30.285171 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a00:29:30.418457 tst handover.py: using LAC 17808\u000a00:29:30.545012 tst handover.py: using RAC 213\u000a00:29:30.672905 tst handover.py: using CellId 17808\u000a00:29:30.800799 tst handover.py: using BVCI 17809\u000a00:29:30.829717 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a00:29:30.976414 tst handover.py: using LAC 17809\u000a00:29:31.111327 tst handover.py: using RAC 214\u000a00:29:31.256600 tst handover.py: using CellId 17809\u000a00:29:31.403212 tst handover.py: using BVCI 17810\u000a00:29:31.428563 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:29:31.440250 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:29:31.451785 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:29:31.463468 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:29:31.475124 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:29:31.486722 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a00:29:31.625448 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a00:29:31.854666 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:29:32.369535 run create_hlr_db(pid=1458): Launched\u000a00:29:32.499660 bus /sierra_2: Setting Powered False\u000a00:29:33.575675 run create_hlr_db(pid=1458): Terminated: ok {rc=0}\u000a00:29:33.959341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1460): Launched\u000a00:29:34.263757 run osmo-hlr_10.42.42.2(pid=1461): Launched\u000a00:29:34.382162 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:29:34.891805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1463): Launched\u000a00:29:35.195868 run osmo-stp_10.42.42.5(pid=1464): Launched\u000a00:29:35.307342 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:29:35.837568 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1466): Launched\u000a00:29:36.144234 run osmo-msc_10.42.42.6(pid=1467): Launched\u000a00:29:36.323991 run osmo-stp_10.42.42.5(pid=1464): ERR: Terminated: ERROR {rc=1} [trial-2351↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1464)]\u000a00:29:36.454523 run osmo-stp_10.42.42.5(pid=1464): stdout: \u000a| (launched: 2022-12-09_00:29:35.046172)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:29:36.581710 run osmo-stp_10.42.42.5(pid=1464): stderr: \u000a| �[0;m�[38;5;43m20221209002935216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002935216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002935216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002935217 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002935217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002935217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002935217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:29:36.704373 run osmo-stp_10.42.42.5(pid=1464): stdout: \u000a| (launched: 2022-12-09_00:29:35.046172)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:29:36.825696 run osmo-stp_10.42.42.5(pid=1464): stderr: \u000a| �[0;m�[38;5;43m20221209002935216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002935216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002935216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002935217 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002935217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002935217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002935217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:29:36.878861 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1464): Process ended prematurely: osmo-stp_10.42.42.5(pid=1464) [trial-2351↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1464)] [trial-2351↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18]\u000a00:29:36.886950 tst handover.py:18: Test FAILED (6.6 sec)\u000a00:29:36.946853 run osmo-hlr_10.42.42.2(pid=1461): ERR: Terminated: ERROR {rc=237} [trial-2351↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1461)]\u000a00:29:36.995935 run osmo-hlr_10.42.42.2(pid=1461): stdout: \u000a| (launched: 2022-12-09_00:29:34.114170) \u000a00:29:37.045453 run osmo-hlr_10.42.42.2(pid=1461): stderr: \u000a| �[0;m�[1;31m20221209002934290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209002934290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209002934290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002934290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002934290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209002934291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209002934303 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209002934311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209002934312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209002934312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:29:37.112107 run osmo-msc_10.42.42.6(pid=1467): ERR: Terminated: ERROR {rc=2} [trial-2351↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1467)]\u000a00:29:37.161298 run osmo-msc_10.42.42.6(pid=1467): stdout: \u000a| (launched: 2022-12-09_00:29:35.992373) \u000a00:29:37.211010 run osmo-msc_10.42.42.6(pid=1467): stderr: \u000a| �[0;m�[38;5;43m20221209002936265 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209002936265 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd9683afc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209002936265 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209002936265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209002936266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209002936266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209002936267 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209002936268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209002936268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209002936268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:29:37.252634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1460): Terminating (SIGTERM)\u000a00:29:37.292466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1463): Terminating (SIGTERM)\u000a00:29:37.332244 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1466): Terminating (SIGTERM)\u000a00:29:37.341664 --- ParallelTerminationStrategy: PID 1460 died...\u000a00:29:37.394879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1460): Terminated: ok {rc=0}\u000a00:29:37.404468 --- ParallelTerminationStrategy: PID 1463 died...\u000a00:29:37.457246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1463): Terminated: ok {rc=0}\u000a00:29:37.467094 --- ParallelTerminationStrategy: PID 1466 died...\u000a00:29:37.519771 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1466): Terminated: ok {rc=0}\u000a00:29:37.607768 bus /sierra_3: Setting Powered False\u000a00:29:38.710470 bus /sierra_3: Setting Powered False\u000a00:29:39.821754 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "166", "name" : "handover_2G_nanobts+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:29:29" }, { "cases" : [ { "testActions" : [ ], "age" : 180, "className" : "handover_2G:nanobts+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1478): Process ended prematurely: osmo-stp_10.42.42.5(pid=1478) [trial-2351↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1478)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1478): Process ended prematurely: osmo-stp_10.42.42.5(pid=1478) [trial-2351↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1478)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a00:29:41.809871 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:29:41.820751 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a00:29:41.946252 tst handover.py: using LAC 17810\u000a00:29:42.063999 tst handover.py: using RAC 215\u000a00:29:42.180661 tst handover.py: using CellId 17810\u000a00:29:42.299566 tst handover.py: using BVCI 17811\u000a00:29:42.322587 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a00:29:42.453365 tst handover.py: using LAC 17811\u000a00:29:42.572245 tst handover.py: using RAC 216\u000a00:29:42.691183 tst handover.py: using CellId 17811\u000a00:29:42.808448 tst handover.py: using BVCI 17812\u000a00:29:42.831621 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:29:42.842492 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:29:42.853246 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:29:42.864288 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:29:42.875369 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:29:42.886459 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a00:29:43.004918 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a00:29:43.215626 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:29:43.703739 run create_hlr_db(pid=1472): Launched\u000a00:29:43.835736 bus /sierra_2: Setting Powered False\u000a00:29:44.912821 run create_hlr_db(pid=1472): Terminated: ok {rc=0}\u000a00:29:45.296229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1474): Launched\u000a00:29:45.601333 run osmo-hlr_10.42.42.2(pid=1475): Launched\u000a00:29:45.717507 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:29:46.298154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1477): Launched\u000a00:29:46.694107 run osmo-stp_10.42.42.5(pid=1478): Launched\u000a00:29:46.822915 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:29:47.575326 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1480): Launched\u000a00:29:47.899797 run osmo-msc_10.42.42.6(pid=1481): Launched\u000a00:29:48.088782 run osmo-stp_10.42.42.5(pid=1478): ERR: Terminated: ERROR {rc=1} [trial-2351↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1478)]\u000a00:29:48.225403 run osmo-stp_10.42.42.5(pid=1478): stdout: \u000a| (launched: 2022-12-09_00:29:46.467449)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:29:48.361971 run osmo-stp_10.42.42.5(pid=1478): stderr: \u000a| �[0;m�[38;5;43m20221209002946805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002946806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002946806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002946806 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002946807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002946807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002946807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:29:48.492192 run osmo-stp_10.42.42.5(pid=1478): stdout: \u000a| (launched: 2022-12-09_00:29:46.467449)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:29:48.621487 run osmo-stp_10.42.42.5(pid=1478): stderr: \u000a| �[0;m�[38;5;43m20221209002946805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002946806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002946806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002946806 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002946807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002946807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002946807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:29:48.678267 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1478): Process ended prematurely: osmo-stp_10.42.42.5(pid=1478) [trial-2351↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1478)] [trial-2351↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a00:29:48.687152 tst handover.py:18: Test FAILED (6.9 sec)\u000a00:29:48.749625 run osmo-hlr_10.42.42.2(pid=1475): ERR: Terminated: ERROR {rc=237} [trial-2351↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1475)]\u000a00:29:48.800619 run osmo-hlr_10.42.42.2(pid=1475): stdout: \u000a| (launched: 2022-12-09_00:29:45.451022) \u000a00:29:48.852687 run osmo-hlr_10.42.42.2(pid=1475): stderr: \u000a| �[0;m�[1;31m20221209002945625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209002945625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209002945625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002945625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002945625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209002945625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209002945637 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209002945647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209002945647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209002945647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:29:48.922958 run osmo-msc_10.42.42.6(pid=1481): ERR: Terminated: ERROR {rc=2} [trial-2351↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1481)]\u000a00:29:48.973794 run osmo-msc_10.42.42.6(pid=1481): stdout: \u000a| (launched: 2022-12-09_00:29:47.740860) \u000a00:29:49.024988 run osmo-msc_10.42.42.6(pid=1481): stderr: \u000a| �[0;m�[38;5;43m20221209002948065 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209002948065 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7f7dd83c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209002948066 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209002948066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209002948066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209002948066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209002948068 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209002948068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209002948068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209002948068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:29:49.068743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1474): Terminating (SIGTERM)\u000a00:29:49.110857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1477): Terminating (SIGTERM)\u000a00:29:49.152877 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1480): Terminating (SIGTERM)\u000a00:29:49.162634 --- ParallelTerminationStrategy: PID 1474 died...\u000a00:29:49.218094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1474): Terminated: ok {rc=0}\u000a00:29:49.228380 --- ParallelTerminationStrategy: PID 1477 died...\u000a00:29:49.284275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1477): Terminated: ok {rc=0}\u000a00:29:49.294311 --- ParallelTerminationStrategy: PID 1480 died...\u000a00:29:49.349706 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1480): Terminated: ok {rc=0}\u000a00:29:49.435681 bus /sierra_3: Setting Powered False\u000a00:29:50.540431 bus /sierra_3: Setting Powered False\u000a00:29:51.646857 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "167", "name" : "handover_2G_nanobts+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:29:41" }, { "cases" : [ { "testActions" : [ ], "age" : 180, "className" : "handover_2G:nanobts+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1493): Process ended prematurely: osmo-stp_10.42.42.5(pid=1493) [trial-2351↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1493)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1493): Process ended prematurely: osmo-stp_10.42.42.5(pid=1493) [trial-2351↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1493)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a00:29:53.657246 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:29:53.668205 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a00:29:53.800154 tst handover.py: using LAC 17812\u000a00:29:53.927521 tst handover.py: using RAC 217\u000a00:29:54.053922 tst handover.py: using CellId 17812\u000a00:29:54.179288 tst handover.py: using BVCI 17813\u000a00:29:54.204417 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a00:29:54.353362 tst handover.py: using LAC 17813\u000a00:29:54.482611 tst handover.py: using RAC 218\u000a00:29:54.606386 tst handover.py: using CellId 17813\u000a00:29:54.730706 tst handover.py: using BVCI 17814\u000a00:29:54.755223 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:29:54.766581 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:29:54.777758 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:29:54.788923 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:29:54.800115 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:29:54.811286 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a00:29:54.928388 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a00:29:55.139776 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:29:55.625602 run create_hlr_db(pid=1487): Launched\u000a00:29:55.756506 bus /sierra_2: Setting Powered False\u000a00:29:56.832152 run create_hlr_db(pid=1487): Terminated: ok {rc=0}\u000a00:29:57.215052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1489): Launched\u000a00:29:57.519587 run osmo-hlr_10.42.42.2(pid=1490): Launched\u000a00:29:57.638563 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:29:58.148426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1492): Launched\u000a00:29:58.452810 run osmo-stp_10.42.42.5(pid=1493): Launched\u000a00:29:58.564319 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:29:59.092669 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1495): Launched\u000a00:29:59.399345 run osmo-msc_10.42.42.6(pid=1496): Launched\u000a00:29:59.578265 run osmo-stp_10.42.42.5(pid=1493): ERR: Terminated: ERROR {rc=1} [trial-2351↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1493)]\u000a00:29:59.707730 run osmo-stp_10.42.42.5(pid=1493): stdout: \u000a| (launched: 2022-12-09_00:29:58.302972)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:29:59.834881 run osmo-stp_10.42.42.5(pid=1493): stderr: \u000a| �[0;m�[38;5;43m20221209002958472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002958472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002958472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002958473 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002958473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002958473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002958473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:29:59.957568 run osmo-stp_10.42.42.5(pid=1493): stdout: \u000a| (launched: 2022-12-09_00:29:58.302972)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:30:00.078634 run osmo-stp_10.42.42.5(pid=1493): stderr: \u000a| �[0;m�[38;5;43m20221209002958472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209002958472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209002958472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209002958473 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209002958473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209002958473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209002958473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:30:00.131955 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1493): Process ended prematurely: osmo-stp_10.42.42.5(pid=1493) [trial-2351↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1493)] [trial-2351↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18]\u000a00:30:00.140249 tst handover.py:18: Test FAILED (6.5 sec)\u000a00:30:00.199654 run osmo-hlr_10.42.42.2(pid=1490): ERR: Terminated: ERROR {rc=237} [trial-2351↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1490)]\u000a00:30:00.247969 run osmo-hlr_10.42.42.2(pid=1490): stdout: \u000a| (launched: 2022-12-09_00:29:57.370215) \u000a00:30:00.296652 run osmo-hlr_10.42.42.2(pid=1490): stderr: \u000a| �[0;m�[1;31m20221209002957548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209002957548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209002957548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002957548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209002957548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209002957548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209002957559 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209002957568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209002957568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209002957568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:30:00.363196 run osmo-msc_10.42.42.6(pid=1496): ERR: Terminated: ERROR {rc=2} [trial-2351↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1496)]\u000a00:30:00.411455 run osmo-msc_10.42.42.6(pid=1496): stdout: \u000a| (launched: 2022-12-09_00:29:59.248369) \u000a00:30:00.460442 run osmo-msc_10.42.42.6(pid=1496): stderr: \u000a| �[0;m�[38;5;43m20221209002959520 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209002959520 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0b0e341c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209002959520 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209002959520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209002959520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209002959520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209002959522 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209002959523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209002959523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209002959523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:30:00.501913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1489): Terminating (SIGTERM)\u000a00:30:00.540792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1492): Terminating (SIGTERM)\u000a00:30:00.580476 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1495): Terminating (SIGTERM)\u000a00:30:00.589924 --- ParallelTerminationStrategy: PID 1489 died...\u000a00:30:00.642738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1489): Terminated: ok {rc=0}\u000a00:30:00.652483 --- ParallelTerminationStrategy: PID 1492 died...\u000a00:30:00.705402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1492): Terminated: ok {rc=0}\u000a00:30:00.714847 --- ParallelTerminationStrategy: PID 1495 died...\u000a00:30:00.767387 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1495): Terminated: ok {rc=0}\u000a00:30:00.875031 bus /sierra_3: Setting Powered False\u000a00:30:01.978015 bus /sierra_3: Setting Powered False\u000a00:30:03.082938 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "168", "name" : "handover_2G_nanobts+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:29:53" }, { "cases" : [ { "testActions" : [ ], "age" : 180, "className" : "handover_2G:nanobts+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1510): Process ended prematurely: osmo-stp_10.42.42.5(pid=1510) [trial-2351↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1510)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1510): Process ended prematurely: osmo-stp_10.42.42.5(pid=1510) [trial-2351↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1510)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 handover_2G:nanobts+bts1-sysmo handover.py\u000a----------------------------------------------\u000a00:30:05.051498 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:30:05.062295 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a00:30:05.188630 tst handover.py: using LAC 17814\u000a00:30:05.307721 tst handover.py: using RAC 219\u000a00:30:05.431237 tst handover.py: using CellId 17814\u000a00:30:05.548766 tst handover.py: using BVCI 17815\u000a00:30:05.571828 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a00:30:05.692112 tst handover.py: using LAC 17815\u000a00:30:05.811769 tst handover.py: using RAC 220\u000a00:30:05.928559 tst handover.py: using CellId 17815\u000a00:30:06.047690 tst handover.py: using BVCI 17816\u000a00:30:06.070638 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:30:06.081399 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:30:06.091958 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:30:06.102978 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:30:06.114056 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:30:06.125123 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a00:30:06.243116 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a00:30:06.444093 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:30:06.896113 run create_hlr_db(pid=1504): Launched\u000a00:30:07.020487 bus /sierra_2: Setting Powered False\u000a00:30:08.102420 run create_hlr_db(pid=1504): Terminated: ok {rc=0}\u000a00:30:08.504154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1506): Launched\u000a00:30:08.825403 run osmo-hlr_10.42.42.2(pid=1507): Launched\u000a00:30:08.943375 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:30:09.476529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1509): Launched\u000a00:30:09.798061 run osmo-stp_10.42.42.5(pid=1510): Launched\u000a00:30:09.915354 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:30:10.476892 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1512): Launched\u000a00:30:10.799516 run osmo-msc_10.42.42.6(pid=1513): Launched\u000a00:30:10.988889 run osmo-stp_10.42.42.5(pid=1510): ERR: Terminated: ERROR {rc=1} [trial-2351↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1510)]\u000a00:30:11.125454 run osmo-stp_10.42.42.5(pid=1510): stdout: \u000a| (launched: 2022-12-09_00:30:09.641158)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:30:11.261266 run osmo-stp_10.42.42.5(pid=1510): stderr: \u000a| �[0;m�[38;5;43m20221209003009835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003009836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003009836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003009836 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003009837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003009837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003009837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:30:11.390990 run osmo-stp_10.42.42.5(pid=1510): stdout: \u000a| (launched: 2022-12-09_00:30:09.641158)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:30:11.519999 run osmo-stp_10.42.42.5(pid=1510): stderr: \u000a| �[0;m�[38;5;43m20221209003009835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003009836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003009836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003009836 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003009837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003009837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003009837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:30:11.576331 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1510): Process ended prematurely: osmo-stp_10.42.42.5(pid=1510) [trial-2351↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1510)] [trial-2351↪handover_2G:nanobts+bts1-sysmo↪handover.py:18]\u000a00:30:11.585076 tst handover.py:18: Test FAILED (6.5 sec)\u000a00:30:11.646611 run osmo-hlr_10.42.42.2(pid=1507): ERR: Terminated: ERROR {rc=237} [trial-2351↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1507)]\u000a00:30:11.697348 run osmo-hlr_10.42.42.2(pid=1507): stdout: \u000a| (launched: 2022-12-09_00:30:08.668602) \u000a00:30:11.748924 run osmo-hlr_10.42.42.2(pid=1507): stderr: \u000a| �[0;m�[1;31m20221209003008868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209003008868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209003008869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003008869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003008869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209003008869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209003008881 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209003008889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209003008889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209003008890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:30:11.818747 run osmo-msc_10.42.42.6(pid=1513): ERR: Terminated: ERROR {rc=2} [trial-2351↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1513)]\u000a00:30:11.869972 run osmo-msc_10.42.42.6(pid=1513): stdout: \u000a| (launched: 2022-12-09_00:30:10.641381) \u000a00:30:11.921264 run osmo-msc_10.42.42.6(pid=1513): stderr: \u000a| �[0;m�[38;5;43m20221209003010962 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209003010963 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9556d98c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209003010963 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209003010963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209003010963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209003010963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209003010965 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209003010965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209003010965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209003010965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:30:11.964773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1506): Terminating (SIGTERM)\u000a00:30:12.006202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1509): Terminating (SIGTERM)\u000a00:30:12.047551 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1512): Terminating (SIGTERM)\u000a00:30:12.057142 --- ParallelTerminationStrategy: PID 1506 died...\u000a00:30:12.112249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1506): Terminated: ok {rc=0}\u000a00:30:12.122143 --- ParallelTerminationStrategy: PID 1509 died...\u000a00:30:12.176823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1509): Terminated: ok {rc=0}\u000a00:30:12.186707 --- ParallelTerminationStrategy: PID 1512 died...\u000a00:30:12.241377 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1512): Terminated: ok {rc=0}\u000a00:30:12.328094 bus /sierra_3: Setting Powered False\u000a00:30:13.430500 bus /sierra_3: Setting Powered False\u000a00:30:14.540557 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "169", "name" : "handover_2G_nanobts+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:30:04" }, { "cases" : [ { "testActions" : [ ], "age" : 180, "className" : "handover_2G:nanobts+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1524): Process ended prematurely: osmo-stp_10.42.42.5(pid=1524) [trial-2351↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1524)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1524): Process ended prematurely: osmo-stp_10.42.42.5(pid=1524) [trial-2351↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1524)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 handover_2G:nanobts+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a00:30:16.536794 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:30:16.548671 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a00:30:16.709910 tst handover.py: using LAC 17816\u000a00:30:16.843222 tst handover.py: using RAC 221\u000a00:30:16.972481 tst handover.py: using CellId 17816\u000a00:30:17.098802 tst handover.py: using BVCI 17817\u000a00:30:17.123668 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a00:30:17.294930 tst handover.py: using LAC 17817\u000a00:30:17.430142 tst handover.py: using RAC 222\u000a00:30:17.555018 tst handover.py: using CellId 17817\u000a00:30:17.679235 tst handover.py: using BVCI 17818\u000a00:30:17.703786 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:30:17.714997 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:30:17.725991 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:30:17.737020 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:30:17.748085 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:30:17.759135 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a00:30:17.880264 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a00:30:18.092064 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:30:18.578668 run create_hlr_db(pid=1518): Launched\u000a00:30:18.710183 bus /sierra_2: Setting Powered False\u000a00:30:19.786296 run create_hlr_db(pid=1518): Terminated: ok {rc=0}\u000a00:30:20.189113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1520): Launched\u000a00:30:20.512223 run osmo-hlr_10.42.42.2(pid=1521): Launched\u000a00:30:20.629932 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:30:21.163920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1523): Launched\u000a00:30:21.487108 run osmo-stp_10.42.42.5(pid=1524): Launched\u000a00:30:21.604796 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:30:22.169758 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1526): Launched\u000a00:30:22.493526 run osmo-msc_10.42.42.6(pid=1527): Launched\u000a00:30:22.683115 run osmo-stp_10.42.42.5(pid=1524): ERR: Terminated: ERROR {rc=1} [trial-2351↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1524)]\u000a00:30:22.820117 run osmo-stp_10.42.42.5(pid=1524): stdout: \u000a| (launched: 2022-12-09_00:30:21.328724)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:30:22.956829 run osmo-stp_10.42.42.5(pid=1524): stderr: \u000a| �[0;m�[38;5;43m20221209003021520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003021520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003021520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003021521 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003021521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003021521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003021521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:30:23.086981 run osmo-stp_10.42.42.5(pid=1524): stdout: \u000a| (launched: 2022-12-09_00:30:21.328724)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:30:23.215676 run osmo-stp_10.42.42.5(pid=1524): stderr: \u000a| �[0;m�[38;5;43m20221209003021520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003021520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003021520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003021521 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003021521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003021521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003021521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:30:23.272148 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1524): Process ended prematurely: osmo-stp_10.42.42.5(pid=1524) [trial-2351↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1524)] [trial-2351↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18]\u000a00:30:23.280793 tst handover.py:18: Test FAILED (6.7 sec)\u000a00:30:23.342876 run osmo-hlr_10.42.42.2(pid=1521): ERR: Terminated: ERROR {rc=237} [trial-2351↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1521)]\u000a00:30:23.394047 run osmo-hlr_10.42.42.2(pid=1521): stdout: \u000a| (launched: 2022-12-09_00:30:20.354240) \u000a00:30:23.445860 run osmo-hlr_10.42.42.2(pid=1521): stderr: \u000a| �[0;m�[1;31m20221209003020553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209003020553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209003020554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003020554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003020554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209003020554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209003020567 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209003020575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209003020575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209003020575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:30:23.515616 run osmo-msc_10.42.42.6(pid=1527): ERR: Terminated: ERROR {rc=2} [trial-2351↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1527)]\u000a00:30:23.567022 run osmo-msc_10.42.42.6(pid=1527): stdout: \u000a| (launched: 2022-12-09_00:30:22.334549) \u000a00:30:23.618523 run osmo-msc_10.42.42.6(pid=1527): stderr: \u000a| �[0;m�[38;5;43m20221209003022656 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209003022656 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa06b01bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209003022656 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209003022656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209003022656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209003022657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209003022658 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209003022659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209003022659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209003022659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:30:23.662402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1520): Terminating (SIGTERM)\u000a00:30:23.703826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1523): Terminating (SIGTERM)\u000a00:30:23.745445 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1526): Terminating (SIGTERM)\u000a00:30:23.754622 --- ParallelTerminationStrategy: PID 1520 died...\u000a00:30:23.809849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1520): Terminated: ok {rc=0}\u000a00:30:23.819846 --- ParallelTerminationStrategy: PID 1523 died...\u000a00:30:23.875074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1523): Terminated: ok {rc=0}\u000a00:30:23.885195 --- ParallelTerminationStrategy: PID 1526 died...\u000a00:30:23.940306 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1526): Terminated: ok {rc=0}\u000a00:30:24.027224 bus /sierra_3: Setting Powered False\u000a00:30:25.128290 bus /sierra_3: Setting Powered False\u000a00:30:26.239266 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "170", "name" : "handover_2G_nanobts+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:30:16" }, { "cases" : [ { "testActions" : [ ], "age" : 180, "className" : "handover_2G:nanobts+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1538): Process ended prematurely: osmo-stp_10.42.42.5(pid=1538) [trial-2351↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1538)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1538): Process ended prematurely: osmo-stp_10.42.42.5(pid=1538) [trial-2351↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1538)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 handover_2G:nanobts+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a00:30:28.243091 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:30:28.254229 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a00:30:28.378305 tst handover.py: using LAC 17818\u000a00:30:28.499803 tst handover.py: using RAC 223\u000a00:30:28.619958 tst handover.py: using CellId 17818\u000a00:30:28.740735 tst handover.py: using BVCI 17819\u000a00:30:28.763880 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a00:30:28.901802 tst handover.py: using LAC 17819\u000a00:30:29.020728 tst handover.py: using RAC 224\u000a00:30:29.147838 tst handover.py: using CellId 17819\u000a00:30:29.279599 tst handover.py: using BVCI 17820\u000a00:30:29.304528 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:30:29.315978 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:30:29.327408 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:30:29.339091 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:30:29.351149 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:30:29.362415 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a00:30:29.478355 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a00:30:29.682444 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:30:30.136533 run create_hlr_db(pid=1532): Launched\u000a00:30:30.261125 bus /sierra_2: Setting Powered False\u000a00:30:31.368825 run create_hlr_db(pid=1532): Terminated: ok {rc=0}\u000a00:30:31.796238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1534): Launched\u000a00:30:32.241157 run osmo-hlr_10.42.42.2(pid=1535): Launched\u000a00:30:32.363403 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:30:32.897087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1537): Launched\u000a00:30:33.220334 run osmo-stp_10.42.42.5(pid=1538): Launched\u000a00:30:33.338284 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:30:33.902468 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1540): Launched\u000a00:30:34.225668 run osmo-msc_10.42.42.6(pid=1541): Launched\u000a00:30:34.415094 run osmo-stp_10.42.42.5(pid=1538): ERR: Terminated: ERROR {rc=1} [trial-2351↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1538)]\u000a00:30:34.551565 run osmo-stp_10.42.42.5(pid=1538): stdout: \u000a| (launched: 2022-12-09_00:30:33.061916)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:30:34.688043 run osmo-stp_10.42.42.5(pid=1538): stderr: \u000a| �[0;m�[38;5;43m20221209003033255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003033255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003033255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003033256 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003033258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003033258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003033258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:30:34.818618 run osmo-stp_10.42.42.5(pid=1538): stdout: \u000a| (launched: 2022-12-09_00:30:33.061916)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:30:34.948272 run osmo-stp_10.42.42.5(pid=1538): stderr: \u000a| �[0;m�[38;5;43m20221209003033255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003033255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003033255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003033256 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003033258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003033258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003033258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:30:35.004903 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1538): Process ended prematurely: osmo-stp_10.42.42.5(pid=1538) [trial-2351↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1538)] [trial-2351↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18]\u000a00:30:35.013809 tst handover.py:18: Test FAILED (6.8 sec)\u000a00:30:35.076599 run osmo-hlr_10.42.42.2(pid=1535): ERR: Terminated: ERROR {rc=237} [trial-2351↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1535)]\u000a00:30:35.128320 run osmo-hlr_10.42.42.2(pid=1535): stdout: \u000a| (launched: 2022-12-09_00:30:31.966638) \u000a00:30:35.180653 run osmo-hlr_10.42.42.2(pid=1535): stderr: \u000a| �[0;m�[1;31m20221209003032227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209003032227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209003032227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003032227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003032228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209003032228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209003032241 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209003032249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209003032250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209003032250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:30:35.251232 run osmo-msc_10.42.42.6(pid=1541): ERR: Terminated: ERROR {rc=2} [trial-2351↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1541)]\u000a00:30:35.302881 run osmo-msc_10.42.42.6(pid=1541): stdout: \u000a| (launched: 2022-12-09_00:30:34.067293) \u000a00:30:35.355327 run osmo-msc_10.42.42.6(pid=1541): stderr: \u000a| �[0;m�[38;5;43m20221209003034393 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209003034393 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb8a8b32c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209003034393 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209003034393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209003034393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209003034394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209003034395 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209003034396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209003034396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209003034396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:30:35.399614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1534): Terminating (SIGTERM)\u000a00:30:35.441801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1537): Terminating (SIGTERM)\u000a00:30:35.484233 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1540): Terminating (SIGTERM)\u000a00:30:35.493994 --- ParallelTerminationStrategy: PID 1534 died...\u000a00:30:35.550203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1534): Terminated: ok {rc=0}\u000a00:30:35.560307 --- ParallelTerminationStrategy: PID 1537 died...\u000a00:30:35.615789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1537): Terminated: ok {rc=0}\u000a00:30:35.626475 --- ParallelTerminationStrategy: PID 1540 died...\u000a00:30:35.682725 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1540): Terminated: ok {rc=0}\u000a00:30:35.769670 bus /sierra_3: Setting Powered False\u000a00:30:36.872022 bus /sierra_3: Setting Powered False\u000a00:30:37.979123 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "171", "name" : "handover_2G_nanobts+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:30:27" }, { "cases" : [ { "testActions" : [ ], "age" : 180, "className" : "handover_2G:oc2g+bts1-octphy", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1552): Process ended prematurely: osmo-stp_10.42.42.5(pid=1552) [trial-2351↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1552)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1552): Process ended prematurely: osmo-stp_10.42.42.5(pid=1552) [trial-2351↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1552)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 handover_2G:oc2g+bts1-octphy handover.py\u000a----------------------------------------------\u000a00:30:39.953918 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a00:30:39.965109 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a00:30:40.094151 tst handover.py: using LAC 17820\u000a00:30:40.236907 tst handover.py: using RAC 225\u000a00:30:40.369772 tst handover.py: using CellId 17820\u000a00:30:40.494765 tst handover.py: using BVCI 17821\u000a00:30:40.519172 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a00:30:40.652027 tst handover.py: using LAC 17821\u000a00:30:40.776920 tst handover.py: using RAC 226\u000a00:30:40.902638 tst handover.py: using CellId 17821\u000a00:30:41.027920 tst handover.py: using BVCI 17822\u000a00:30:41.052540 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a00:30:41.063640 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a00:30:41.074672 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a00:30:41.086165 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a00:30:41.097685 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a00:30:41.109084 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a00:30:41.229980 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a00:30:41.443085 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:30:41.932931 run create_hlr_db(pid=1546): Launched\u000a00:30:42.065551 bus /sierra_2: Setting Powered False\u000a00:30:43.142075 run create_hlr_db(pid=1546): Terminated: ok {rc=0}\u000a00:30:43.545867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1548): Launched\u000a00:30:43.870287 run osmo-hlr_10.42.42.2(pid=1549): Launched\u000a00:30:43.991634 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:30:44.526846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1551): Launched\u000a00:30:44.850100 run osmo-stp_10.42.42.5(pid=1552): Launched\u000a00:30:44.968189 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:30:45.533172 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1554): Launched\u000a00:30:45.856869 run osmo-msc_10.42.42.6(pid=1555): Launched\u000a00:30:46.199461 run osmo-stp_10.42.42.5(pid=1552): ERR: Terminated: ERROR {rc=1} [trial-2351↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1552)]\u000a00:30:46.470189 run osmo-stp_10.42.42.5(pid=1552): stdout: \u000a| (launched: 2022-12-09_00:30:44.691588)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:30:46.644473 run osmo-stp_10.42.42.5(pid=1552): stderr: \u000a| �[0;m�[38;5;43m20221209003044885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003044885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003044885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003044886 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003044886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003044886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003044886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:30:46.791520 run osmo-stp_10.42.42.5(pid=1552): stdout: \u000a| (launched: 2022-12-09_00:30:44.691588)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:30:46.923553 run osmo-stp_10.42.42.5(pid=1552): stderr: \u000a| �[0;m�[38;5;43m20221209003044885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003044885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003044885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003044886 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003044886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003044886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003044886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:30:46.981140 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1552): Process ended prematurely: osmo-stp_10.42.42.5(pid=1552) [trial-2351↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1552)] [trial-2351↪handover_2G:oc2g+bts1-octphy↪handover.py:18]\u000a00:30:46.990146 tst handover.py:18: Test FAILED (7.0 sec)\u000a00:30:47.054268 run osmo-hlr_10.42.42.2(pid=1549): ERR: Terminated: ERROR {rc=237} [trial-2351↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1549)]\u000a00:30:47.106303 run osmo-hlr_10.42.42.2(pid=1549): stdout: \u000a| (launched: 2022-12-09_00:30:43.711282) \u000a00:30:47.159042 run osmo-hlr_10.42.42.2(pid=1549): stderr: \u000a| �[0;m�[1;31m20221209003043912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209003043912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209003043912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003043912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003043912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209003043912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209003043925 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209003043934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209003043934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209003043934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:30:47.230206 run osmo-msc_10.42.42.6(pid=1555): ERR: Terminated: ERROR {rc=2} [trial-2351↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1555)]\u000a00:30:47.282779 run osmo-msc_10.42.42.6(pid=1555): stdout: \u000a| (launched: 2022-12-09_00:30:45.698072) \u000a00:30:47.334444 run osmo-msc_10.42.42.6(pid=1555): stderr: \u000a| �[0;m�[38;5;43m20221209003046203 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209003046203 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa951d5ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209003046203 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209003046203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209003046203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209003046203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209003046205 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209003046206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209003046206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209003046206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:30:47.378510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1548): Terminating (SIGTERM)\u000a00:30:47.420124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1551): Terminating (SIGTERM)\u000a00:30:47.462007 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1554): Terminating (SIGTERM)\u000a00:30:47.471577 --- ParallelTerminationStrategy: PID 1548 died...\u000a00:30:47.527190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1548): Terminated: ok {rc=0}\u000a00:30:47.537185 --- ParallelTerminationStrategy: PID 1551 died...\u000a00:30:47.592791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1551): Terminated: ok {rc=0}\u000a00:30:47.602778 --- ParallelTerminationStrategy: PID 1554 died...\u000a00:30:47.658219 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1554): Terminated: ok {rc=0}\u000a00:30:47.745507 bus /sierra_3: Setting Powered False\u000a00:30:48.847810 bus /sierra_3: Setting Powered False\u000a00:30:49.959140 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "172", "name" : "handover_2G_oc2g+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:30:39" }, { "cases" : [ { "testActions" : [ ], "age" : 180, "className" : "handover_2G:oc2g+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1566): Process ended prematurely: osmo-stp_10.42.42.5(pid=1566) [trial-2351↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1566)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1566): Process ended prematurely: osmo-stp_10.42.42.5(pid=1566) [trial-2351↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1566)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 handover_2G:oc2g+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a00:30:51.935408 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:30:51.946518 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a00:30:52.070309 tst handover.py: using LAC 17822\u000a00:30:52.190703 tst handover.py: using RAC 227\u000a00:30:52.311677 tst handover.py: using CellId 17822\u000a00:30:52.435936 tst handover.py: using BVCI 17823\u000a00:30:52.459110 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a00:30:52.594028 tst handover.py: using LAC 17823\u000a00:30:52.716927 tst handover.py: using RAC 228\u000a00:30:52.834409 tst handover.py: using CellId 17823\u000a00:30:52.952155 tst handover.py: using BVCI 17824\u000a00:30:52.975295 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:30:52.985981 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:30:52.996448 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:30:53.007181 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:30:53.018140 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:30:53.028707 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a00:30:53.146920 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a00:30:53.348370 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:30:53.802870 run create_hlr_db(pid=1560): Launched\u000a00:30:53.928187 bus /sierra_2: Setting Powered False\u000a00:30:55.000790 run create_hlr_db(pid=1560): Terminated: ok {rc=0}\u000a00:30:55.406411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1562): Launched\u000a00:30:55.731994 run osmo-hlr_10.42.42.2(pid=1563): Launched\u000a00:30:55.851951 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:30:56.388415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1565): Launched\u000a00:30:56.711963 run osmo-stp_10.42.42.5(pid=1566): Launched\u000a00:30:56.829992 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:30:57.394948 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1568): Launched\u000a00:30:57.719852 run osmo-msc_10.42.42.6(pid=1569): Launched\u000a00:30:57.911352 run osmo-stp_10.42.42.5(pid=1566): ERR: Terminated: ERROR {rc=1} [trial-2351↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1566)]\u000a00:30:58.049392 run osmo-stp_10.42.42.5(pid=1566): stdout: \u000a| (launched: 2022-12-09_00:30:56.553652)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:30:58.185848 run osmo-stp_10.42.42.5(pid=1566): stderr: \u000a| �[0;m�[38;5;43m20221209003056747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003056747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003056748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003056748 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003056750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003056750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003056750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:30:58.316028 run osmo-stp_10.42.42.5(pid=1566): stdout: \u000a| (launched: 2022-12-09_00:30:56.553652)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:30:58.445201 run osmo-stp_10.42.42.5(pid=1566): stderr: \u000a| �[0;m�[38;5;43m20221209003056747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003056747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003056748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003056748 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003056750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003056750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003056750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:30:58.501841 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1566): Process ended prematurely: osmo-stp_10.42.42.5(pid=1566) [trial-2351↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1566)] [trial-2351↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18]\u000a00:30:58.510453 tst handover.py:18: Test FAILED (6.6 sec)\u000a00:30:58.572853 run osmo-hlr_10.42.42.2(pid=1563): ERR: Terminated: ERROR {rc=237} [trial-2351↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1563)]\u000a00:30:58.624144 run osmo-hlr_10.42.42.2(pid=1563): stdout: \u000a| (launched: 2022-12-09_00:30:55.572152) \u000a00:30:58.676058 run osmo-hlr_10.42.42.2(pid=1563): stderr: \u000a| �[0;m�[1;31m20221209003055770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209003055770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209003055770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003055770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003055770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209003055770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209003055782 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209003055791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209003055791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209003055791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:30:58.746417 run osmo-msc_10.42.42.6(pid=1569): ERR: Terminated: ERROR {rc=2} [trial-2351↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1569)]\u000a00:30:58.797866 run osmo-msc_10.42.42.6(pid=1569): stdout: \u000a| (launched: 2022-12-09_00:30:57.560503) \u000a00:30:58.849583 run osmo-msc_10.42.42.6(pid=1569): stderr: \u000a| �[0;m�[38;5;43m20221209003057883 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209003057883 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb699edec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209003057883 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209003057883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209003057884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209003057884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209003057885 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209003057886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209003057886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209003057886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:30:58.893787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1562): Terminating (SIGTERM)\u000a00:30:58.935186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1565): Terminating (SIGTERM)\u000a00:30:58.976727 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1568): Terminating (SIGTERM)\u000a00:30:58.986361 --- ParallelTerminationStrategy: PID 1562 died...\u000a00:30:59.041550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1562): Terminated: ok {rc=0}\u000a00:30:59.051409 --- ParallelTerminationStrategy: PID 1565 died...\u000a00:30:59.106330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1565): Terminated: ok {rc=0}\u000a00:30:59.116179 --- ParallelTerminationStrategy: PID 1568 died...\u000a00:30:59.171387 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1568): Terminated: ok {rc=0}\u000a00:30:59.257776 bus /sierra_3: Setting Powered False\u000a00:31:00.362234 bus /sierra_3: Setting Powered False\u000a00:31:01.470897 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "173", "name" : "handover_2G_oc2g+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:30:51" }, { "cases" : [ { "testActions" : [ ], "age" : 180, "className" : "handover_2G:oc2g+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1580): Process ended prematurely: osmo-stp_10.42.42.5(pid=1580) [trial-2351↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1580)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1580): Process ended prematurely: osmo-stp_10.42.42.5(pid=1580) [trial-2351↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1580)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a00:31:03.441464 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:31:03.452431 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a00:31:03.574877 tst handover.py: using LAC 17824\u000a00:31:03.694886 tst handover.py: using RAC 229\u000a00:31:03.816139 tst handover.py: using CellId 17824\u000a00:31:03.939100 tst handover.py: using BVCI 17825\u000a00:31:03.962478 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a00:31:04.094379 tst handover.py: using LAC 17825\u000a00:31:04.216282 tst handover.py: using RAC 230\u000a00:31:04.342143 tst handover.py: using CellId 17825\u000a00:31:04.460310 tst handover.py: using BVCI 17826\u000a00:31:04.483675 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:31:04.494795 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:31:04.505626 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:31:04.517387 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:31:04.528892 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:31:04.540526 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a00:31:04.658039 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a00:31:04.859452 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:31:05.314872 run create_hlr_db(pid=1574): Launched\u000a00:31:05.439634 bus /sierra_2: Setting Powered False\u000a00:31:06.512301 run create_hlr_db(pid=1574): Terminated: ok {rc=0}\u000a00:31:06.895049 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1576): Launched\u000a00:31:07.201479 run osmo-hlr_10.42.42.2(pid=1577): Launched\u000a00:31:07.317330 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:31:07.823186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1579): Launched\u000a00:31:08.129817 run osmo-stp_10.42.42.5(pid=1580): Launched\u000a00:31:08.241905 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:31:08.774314 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1582): Launched\u000a00:31:09.081403 run osmo-msc_10.42.42.6(pid=1583): Launched\u000a00:31:09.260810 run osmo-stp_10.42.42.5(pid=1580): ERR: Terminated: ERROR {rc=1} [trial-2351↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1580)]\u000a00:31:09.390663 run osmo-stp_10.42.42.5(pid=1580): stdout: \u000a| (launched: 2022-12-09_00:31:07.979224)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:31:09.517771 run osmo-stp_10.42.42.5(pid=1580): stderr: \u000a| �[0;m�[38;5;43m20221209003108149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003108149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003108150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003108150 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003108150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003108150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003108151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:31:09.640390 run osmo-stp_10.42.42.5(pid=1580): stdout: \u000a| (launched: 2022-12-09_00:31:07.979224)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:31:09.761795 run osmo-stp_10.42.42.5(pid=1580): stderr: \u000a| �[0;m�[38;5;43m20221209003108149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003108149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003108150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003108150 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003108150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003108150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003108151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:31:09.815317 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1580): Process ended prematurely: osmo-stp_10.42.42.5(pid=1580) [trial-2351↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1580)] [trial-2351↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a00:31:09.823450 tst handover.py:18: Test FAILED (6.4 sec)\u000a00:31:09.883520 run osmo-hlr_10.42.42.2(pid=1577): ERR: Terminated: ERROR {rc=237} [trial-2351↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1577)]\u000a00:31:09.932780 run osmo-hlr_10.42.42.2(pid=1577): stdout: \u000a| (launched: 2022-12-09_00:31:07.051094) \u000a00:31:09.982509 run osmo-hlr_10.42.42.2(pid=1577): stderr: \u000a| �[0;m�[1;31m20221209003107226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209003107227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209003107227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003107227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003107227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209003107227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209003107242 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209003107251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209003107252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209003107252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:31:10.049701 run osmo-msc_10.42.42.6(pid=1583): ERR: Terminated: ERROR {rc=2} [trial-2351↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1583)]\u000a00:31:10.098939 run osmo-msc_10.42.42.6(pid=1583): stdout: \u000a| (launched: 2022-12-09_00:31:08.930447) \u000a00:31:10.148850 run osmo-msc_10.42.42.6(pid=1583): stderr: \u000a| �[0;m�[38;5;43m20221209003109204 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209003109204 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fba5aa90c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209003109204 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209003109204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209003109204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209003109204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209003109208 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209003109209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209003109209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209003109209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:31:10.190869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1576): Terminating (SIGTERM)\u000a00:31:10.230449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1579): Terminating (SIGTERM)\u000a00:31:10.270181 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1582): Terminating (SIGTERM)\u000a00:31:10.279558 --- ParallelTerminationStrategy: PID 1576 died...\u000a00:31:10.333467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1576): Terminated: ok {rc=0}\u000a00:31:10.343093 --- ParallelTerminationStrategy: PID 1579 died...\u000a00:31:10.396334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1579): Terminated: ok {rc=0}\u000a00:31:10.406187 --- ParallelTerminationStrategy: PID 1582 died...\u000a00:31:10.458908 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1582): Terminated: ok {rc=0}\u000a00:31:10.546676 bus /sierra_3: Setting Powered False\u000a00:31:11.649362 bus /sierra_3: Setting Powered False\u000a00:31:12.760396 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "174", "name" : "handover_2G_oc2g+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:31:03" }, { "cases" : [ { "testActions" : [ ], "age" : 180, "className" : "handover_2G:oc2g+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1594): Process ended prematurely: osmo-stp_10.42.42.5(pid=1594) [trial-2351↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1594)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1594): Process ended prematurely: osmo-stp_10.42.42.5(pid=1594) [trial-2351↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1594)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a00:31:14.755822 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:31:14.767144 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a00:31:14.894749 tst handover.py: using LAC 17826\u000a00:31:15.021413 tst handover.py: using RAC 231\u000a00:31:15.149591 tst handover.py: using CellId 17826\u000a00:31:15.277303 tst handover.py: using BVCI 17827\u000a00:31:15.301842 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a00:31:15.446355 tst handover.py: using LAC 17827\u000a00:31:15.572587 tst handover.py: using RAC 232\u000a00:31:15.700467 tst handover.py: using CellId 17827\u000a00:31:15.835933 tst handover.py: using BVCI 17828\u000a00:31:15.874224 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:31:15.888868 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:31:15.901667 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:31:15.919549 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:31:15.932062 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:31:15.944325 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a00:31:16.069097 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a00:31:16.298074 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:31:16.770855 run create_hlr_db(pid=1588): Launched\u000a00:31:16.902414 bus /sierra_2: Setting Powered False\u000a00:31:17.969593 run create_hlr_db(pid=1588): Terminated: ok {rc=0}\u000a00:31:18.373279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1590): Launched\u000a00:31:18.697412 run osmo-hlr_10.42.42.2(pid=1591): Launched\u000a00:31:18.819012 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:31:19.355239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1593): Launched\u000a00:31:19.679167 run osmo-stp_10.42.42.5(pid=1594): Launched\u000a00:31:19.796377 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:31:20.361473 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1596): Launched\u000a00:31:20.685371 run osmo-msc_10.42.42.6(pid=1597): Launched\u000a00:31:20.875142 run osmo-stp_10.42.42.5(pid=1594): ERR: Terminated: ERROR {rc=1} [trial-2351↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1594)]\u000a00:31:21.014561 run osmo-stp_10.42.42.5(pid=1594): stdout: \u000a| (launched: 2022-12-09_00:31:19.520704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:31:21.150380 run osmo-stp_10.42.42.5(pid=1594): stderr: \u000a| �[0;m�[38;5;43m20221209003119715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003119715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003119715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003119716 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003119716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003119716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003119716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:31:21.280532 run osmo-stp_10.42.42.5(pid=1594): stdout: \u000a| (launched: 2022-12-09_00:31:19.520704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:31:21.409896 run osmo-stp_10.42.42.5(pid=1594): stderr: \u000a| �[0;m�[38;5;43m20221209003119715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003119715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003119715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003119716 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003119716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003119716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003119716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:31:21.466401 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1594): Process ended prematurely: osmo-stp_10.42.42.5(pid=1594) [trial-2351↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1594)] [trial-2351↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18]\u000a00:31:21.474820 tst handover.py:18: Test FAILED (6.7 sec)\u000a00:31:21.536638 run osmo-hlr_10.42.42.2(pid=1591): ERR: Terminated: ERROR {rc=237} [trial-2351↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1591)]\u000a00:31:21.587490 run osmo-hlr_10.42.42.2(pid=1591): stdout: \u000a| (launched: 2022-12-09_00:31:18.538173) \u000a00:31:21.638864 run osmo-hlr_10.42.42.2(pid=1591): stderr: \u000a| �[0;m�[1;31m20221209003118736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209003118736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209003118736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003118736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003118736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209003118736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209003118748 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209003118757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209003118757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209003118757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:31:21.709005 run osmo-msc_10.42.42.6(pid=1597): ERR: Terminated: ERROR {rc=2} [trial-2351↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1597)]\u000a00:31:21.759752 run osmo-msc_10.42.42.6(pid=1597): stdout: \u000a| (launched: 2022-12-09_00:31:20.526482) \u000a00:31:21.811056 run osmo-msc_10.42.42.6(pid=1597): stderr: \u000a| �[0;m�[38;5;43m20221209003120850 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209003120850 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd7fe7f5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209003120850 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209003120850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209003120850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209003120850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209003120852 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209003120852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209003120853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209003120853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:31:21.854770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1590): Terminating (SIGTERM)\u000a00:31:21.896811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1593): Terminating (SIGTERM)\u000a00:31:21.938702 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1596): Terminating (SIGTERM)\u000a00:31:21.948236 --- ParallelTerminationStrategy: PID 1590 died...\u000a00:31:22.003752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1590): Terminated: ok {rc=0}\u000a00:31:22.013888 --- ParallelTerminationStrategy: PID 1593 died...\u000a00:31:22.068836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1593): Terminated: ok {rc=0}\u000a00:31:22.078745 --- ParallelTerminationStrategy: PID 1596 died...\u000a00:31:22.133745 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1596): Terminated: ok {rc=0}\u000a00:31:22.219725 bus /sierra_3: Setting Powered False\u000a00:31:23.326170 bus /sierra_3: Setting Powered False\u000a00:31:24.437390 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "175", "name" : "handover_2G_oc2g+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:31:14" }, { "cases" : [ { "testActions" : [ ], "age" : 149, "className" : "handover_2G:oc2g+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1609): Process ended prematurely: osmo-stp_10.42.42.5(pid=1609) [trial-2351↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1609)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1609): Process ended prematurely: osmo-stp_10.42.42.5(pid=1609) [trial-2351↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1609)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 handover_2G:oc2g+bts1-sysmo handover.py\u000a----------------------------------------------\u000a00:31:26.404508 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:31:26.415654 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a00:31:26.540043 tst handover.py: using LAC 17828\u000a00:31:26.661769 tst handover.py: using RAC 233\u000a00:31:26.781694 tst handover.py: using CellId 17828\u000a00:31:26.900693 tst handover.py: using BVCI 17829\u000a00:31:26.923798 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a00:31:27.052291 tst handover.py: using LAC 17829\u000a00:31:27.184328 tst handover.py: using RAC 234\u000a00:31:27.306123 tst handover.py: using CellId 17829\u000a00:31:27.424067 tst handover.py: using BVCI 17830\u000a00:31:27.447329 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:31:27.458204 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:31:27.468811 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:31:27.479708 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:31:27.490968 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:31:27.502038 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a00:31:27.620509 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a00:31:27.821770 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:31:28.275548 run create_hlr_db(pid=1603): Launched\u000a00:31:28.399769 bus /sierra_2: Setting Powered False\u000a00:31:29.471972 run create_hlr_db(pid=1603): Terminated: ok {rc=0}\u000a00:31:29.875638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1605): Launched\u000a00:31:30.201493 run osmo-hlr_10.42.42.2(pid=1606): Launched\u000a00:31:30.320701 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:31:30.858131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1608): Launched\u000a00:31:31.264315 run osmo-stp_10.42.42.5(pid=1609): Launched\u000a00:31:31.497970 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:31:32.119455 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1611): Launched\u000a00:31:32.443090 run osmo-msc_10.42.42.6(pid=1612): Launched\u000a00:31:32.632750 run osmo-stp_10.42.42.5(pid=1609): ERR: Terminated: ERROR {rc=1} [trial-2351↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1609)]\u000a00:31:32.770742 run osmo-stp_10.42.42.5(pid=1609): stdout: \u000a| (launched: 2022-12-09_00:31:31.040260)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:31:32.907523 run osmo-stp_10.42.42.5(pid=1609): stderr: \u000a| �[0;m�[38;5;43m20221209003131387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003131387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003131388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003131390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003131395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003131397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003131398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:31:33.038137 run osmo-stp_10.42.42.5(pid=1609): stdout: \u000a| (launched: 2022-12-09_00:31:31.040260)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:31:33.167120 run osmo-stp_10.42.42.5(pid=1609): stderr: \u000a| �[0;m�[38;5;43m20221209003131387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003131387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003131388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003131390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003131395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003131397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003131398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:31:33.223572 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1609): Process ended prematurely: osmo-stp_10.42.42.5(pid=1609) [trial-2351↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1609)] [trial-2351↪handover_2G:oc2g+bts1-sysmo↪handover.py:18]\u000a00:31:33.232333 tst handover.py:18: Test FAILED (6.8 sec)\u000a00:31:33.294691 run osmo-hlr_10.42.42.2(pid=1606): ERR: Terminated: ERROR {rc=237} [trial-2351↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1606)]\u000a00:31:33.346113 run osmo-hlr_10.42.42.2(pid=1606): stdout: \u000a| (launched: 2022-12-09_00:31:30.041661) \u000a00:31:33.397900 run osmo-hlr_10.42.42.2(pid=1606): stderr: \u000a| �[0;m�[1;31m20221209003130241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209003130241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209003130241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003130241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003130241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209003130241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209003130255 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209003130263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209003130263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209003130263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:31:33.468421 run osmo-msc_10.42.42.6(pid=1612): ERR: Terminated: ERROR {rc=2} [trial-2351↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1612)]\u000a00:31:33.519677 run osmo-msc_10.42.42.6(pid=1612): stdout: \u000a| (launched: 2022-12-09_00:31:32.279384) \u000a00:31:33.571549 run osmo-msc_10.42.42.6(pid=1612): stderr: \u000a| �[0;m�[38;5;43m20221209003132604 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209003132605 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f03b50f9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209003132605 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209003132605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209003132605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209003132605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209003132607 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209003132607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209003132607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209003132607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:31:33.615310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1605): Terminating (SIGTERM)\u000a00:31:33.657040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1608): Terminating (SIGTERM)\u000a00:31:33.699013 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1611): Terminating (SIGTERM)\u000a00:31:33.708699 --- ParallelTerminationStrategy: PID 1605 died...\u000a00:31:33.764140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1605): Terminated: ok {rc=0}\u000a00:31:33.774220 --- ParallelTerminationStrategy: PID 1608 died...\u000a00:31:33.829073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1608): Terminated: ok {rc=0}\u000a00:31:33.838951 --- ParallelTerminationStrategy: PID 1611 died...\u000a00:31:33.894137 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1611): Terminated: ok {rc=0}\u000a00:31:33.980060 bus /sierra_3: Setting Powered False\u000a00:31:35.085759 bus /sierra_3: Setting Powered False\u000a00:31:36.196028 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "176", "name" : "handover_2G_oc2g+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:31:26" }, { "cases" : [ { "testActions" : [ ], "age" : 149, "className" : "handover_2G:oc2g+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1623): Process ended prematurely: osmo-stp_10.42.42.5(pid=1623) [trial-2351↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1623)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1623): Process ended prematurely: osmo-stp_10.42.42.5(pid=1623) [trial-2351↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1623)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 handover_2G:oc2g+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a00:31:38.175802 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:31:38.186931 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a00:31:38.314216 tst handover.py: using LAC 17830\u000a00:31:38.438833 tst handover.py: using RAC 235\u000a00:31:38.563767 tst handover.py: using CellId 17830\u000a00:31:38.688354 tst handover.py: using BVCI 17831\u000a00:31:38.712809 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a00:31:38.850056 tst handover.py: using LAC 17831\u000a00:31:38.967863 tst handover.py: using RAC 236\u000a00:31:39.086473 tst handover.py: using CellId 17831\u000a00:31:39.204696 tst handover.py: using BVCI 17832\u000a00:31:39.227900 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:31:39.238684 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:31:39.249526 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:31:39.261315 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:31:39.272778 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:31:39.284444 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a00:31:39.403849 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a00:31:39.614337 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:31:40.102082 run create_hlr_db(pid=1617): Launched\u000a00:31:40.234458 bus /sierra_2: Setting Powered False\u000a00:31:41.309561 run create_hlr_db(pid=1617): Terminated: ok {rc=0}\u000a00:31:41.711507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1619): Launched\u000a00:31:42.035362 run osmo-hlr_10.42.42.2(pid=1620): Launched\u000a00:31:42.155464 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:31:42.689307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1622): Launched\u000a00:31:43.012353 run osmo-stp_10.42.42.5(pid=1623): Launched\u000a00:31:43.129737 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:31:43.692132 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1625): Launched\u000a00:31:44.015699 run osmo-msc_10.42.42.6(pid=1626): Launched\u000a00:31:44.206184 run osmo-stp_10.42.42.5(pid=1623): ERR: Terminated: ERROR {rc=1} [trial-2351↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1623)]\u000a00:31:44.348238 run osmo-stp_10.42.42.5(pid=1623): stdout: \u000a| (launched: 2022-12-09_00:31:42.854304)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:31:44.482878 run osmo-stp_10.42.42.5(pid=1623): stderr: \u000a| �[0;m�[38;5;43m20221209003143046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003143046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003143046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003143047 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003143049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003143049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003143049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:31:44.612188 run osmo-stp_10.42.42.5(pid=1623): stdout: \u000a| (launched: 2022-12-09_00:31:42.854304)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:31:44.740716 run osmo-stp_10.42.42.5(pid=1623): stderr: \u000a| �[0;m�[38;5;43m20221209003143046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003143046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003143046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003143047 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003143049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003143049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003143049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:31:44.797238 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1623): Process ended prematurely: osmo-stp_10.42.42.5(pid=1623) [trial-2351↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1623)] [trial-2351↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18]\u000a00:31:44.805717 tst handover.py:18: Test FAILED (6.6 sec)\u000a00:31:44.867147 run osmo-hlr_10.42.42.2(pid=1620): ERR: Terminated: ERROR {rc=237} [trial-2351↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1620)]\u000a00:31:44.918260 run osmo-hlr_10.42.42.2(pid=1620): stdout: \u000a| (launched: 2022-12-09_00:31:41.876314) \u000a00:31:44.969682 run osmo-hlr_10.42.42.2(pid=1620): stderr: \u000a| �[0;m�[1;31m20221209003142075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209003142075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209003142075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003142075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003142075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209003142075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209003142087 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209003142095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209003142096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209003142096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:31:45.039217 run osmo-msc_10.42.42.6(pid=1626): ERR: Terminated: ERROR {rc=2} [trial-2351↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1626)]\u000a00:31:45.089750 run osmo-msc_10.42.42.6(pid=1626): stdout: \u000a| (launched: 2022-12-09_00:31:43.856870) \u000a00:31:45.140770 run osmo-msc_10.42.42.6(pid=1626): stderr: \u000a| �[0;m�[38;5;43m20221209003144179 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209003144180 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fef761e2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209003144180 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209003144180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209003144180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209003144180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209003144182 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209003144182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209003144183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209003144183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:31:45.184446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1619): Terminating (SIGTERM)\u000a00:31:45.225677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1622): Terminating (SIGTERM)\u000a00:31:45.267018 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1625): Terminating (SIGTERM)\u000a00:31:45.276583 --- ParallelTerminationStrategy: PID 1619 died...\u000a00:31:45.331711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1619): Terminated: ok {rc=0}\u000a00:31:45.341666 --- ParallelTerminationStrategy: PID 1622 died...\u000a00:31:45.396549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1622): Terminated: ok {rc=0}\u000a00:31:45.406431 --- ParallelTerminationStrategy: PID 1625 died...\u000a00:31:45.461241 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1625): Terminated: ok {rc=0}\u000a00:31:45.547470 bus /sierra_3: Setting Powered False\u000a00:31:46.653584 bus /sierra_3: Setting Powered False\u000a00:31:47.762180 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "177", "name" : "handover_2G_oc2g+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:31:37" }, { "cases" : [ { "testActions" : [ ], "age" : 149, "className" : "handover_2G:oc2g+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1637): Process ended prematurely: osmo-stp_10.42.42.5(pid=1637) [trial-2351↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1637)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1637): Process ended prematurely: osmo-stp_10.42.42.5(pid=1637) [trial-2351↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1637)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 handover_2G:oc2g+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a00:31:49.758173 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:31:49.769867 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a00:31:49.896812 tst handover.py: using LAC 17832\u000a00:31:50.022091 tst handover.py: using RAC 237\u000a00:31:50.144219 tst handover.py: using CellId 17832\u000a00:31:50.270928 tst handover.py: using BVCI 17833\u000a00:31:50.295751 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a00:31:50.437580 tst handover.py: using LAC 17833\u000a00:31:50.562769 tst handover.py: using RAC 238\u000a00:31:50.687435 tst handover.py: using CellId 17833\u000a00:31:50.812106 tst handover.py: using BVCI 17834\u000a00:31:50.836839 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:31:50.848122 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:31:50.859146 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:31:50.870151 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:31:50.881249 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:31:50.892273 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a00:31:51.004668 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a00:31:51.205139 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:31:51.659557 run create_hlr_db(pid=1631): Launched\u000a00:31:51.784074 bus /sierra_2: Setting Powered False\u000a00:31:52.857317 run create_hlr_db(pid=1631): Terminated: ok {rc=0}\u000a00:31:53.260840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1633): Launched\u000a00:31:53.585847 run osmo-hlr_10.42.42.2(pid=1634): Launched\u000a00:31:53.704637 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:31:54.239553 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1636): Launched\u000a00:31:54.563634 run osmo-stp_10.42.42.5(pid=1637): Launched\u000a00:31:54.681498 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:31:55.247152 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1639): Launched\u000a00:31:55.571282 run osmo-msc_10.42.42.6(pid=1640): Launched\u000a00:31:55.760499 run osmo-stp_10.42.42.5(pid=1637): ERR: Terminated: ERROR {rc=1} [trial-2351↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1637)]\u000a00:31:55.897082 run osmo-stp_10.42.42.5(pid=1637): stdout: \u000a| (launched: 2022-12-09_00:31:54.404713)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:31:56.034254 run osmo-stp_10.42.42.5(pid=1637): stderr: \u000a| �[0;m�[38;5;43m20221209003154596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003154596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003154596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003154597 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003154597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003154597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003154597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:31:56.164483 run osmo-stp_10.42.42.5(pid=1637): stdout: \u000a| (launched: 2022-12-09_00:31:54.404713)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:31:56.294000 run osmo-stp_10.42.42.5(pid=1637): stderr: \u000a| �[0;m�[38;5;43m20221209003154596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003154596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003154596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003154597 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003154597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003154597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003154597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:31:56.350726 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1637): Process ended prematurely: osmo-stp_10.42.42.5(pid=1637) [trial-2351↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1637)] [trial-2351↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18]\u000a00:31:56.359513 tst handover.py:18: Test FAILED (6.6 sec)\u000a00:31:56.421105 run osmo-hlr_10.42.42.2(pid=1634): ERR: Terminated: ERROR {rc=237} [trial-2351↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1634)]\u000a00:31:56.471977 run osmo-hlr_10.42.42.2(pid=1634): stdout: \u000a| (launched: 2022-12-09_00:31:53.426253) \u000a00:31:56.523511 run osmo-hlr_10.42.42.2(pid=1634): stderr: \u000a| �[0;m�[1;31m20221209003153624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209003153624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209003153624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003153624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003153624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209003153624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209003153636 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209003153645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209003153645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209003153645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:31:56.593207 run osmo-msc_10.42.42.6(pid=1640): ERR: Terminated: ERROR {rc=2} [trial-2351↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1640)]\u000a00:31:56.643764 run osmo-msc_10.42.42.6(pid=1640): stdout: \u000a| (launched: 2022-12-09_00:31:55.412359) \u000a00:31:56.695040 run osmo-msc_10.42.42.6(pid=1640): stderr: \u000a| �[0;m�[38;5;43m20221209003155736 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209003155736 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9c74085c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209003155736 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209003155736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209003155737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209003155737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209003155738 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209003155739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209003155739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209003155739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:31:56.739737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1633): Terminating (SIGTERM)\u000a00:31:56.780744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1636): Terminating (SIGTERM)\u000a00:31:56.822003 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1639): Terminating (SIGTERM)\u000a00:31:56.831564 --- ParallelTerminationStrategy: PID 1633 died...\u000a00:31:56.886741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1633): Terminated: ok {rc=0}\u000a00:31:56.896698 --- ParallelTerminationStrategy: PID 1636 died...\u000a00:31:56.951812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1636): Terminated: ok {rc=0}\u000a00:31:56.961981 --- ParallelTerminationStrategy: PID 1639 died...\u000a00:31:57.016827 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1639): Terminated: ok {rc=0}\u000a00:31:57.102831 bus /sierra_3: Setting Powered False\u000a00:31:58.204322 bus /sierra_3: Setting Powered False\u000a00:31:59.311352 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "178", "name" : "handover_2G_oc2g+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:31:49" }, { "cases" : [ { "testActions" : [ ], "age" : 180, "className" : "handover_2G:octphy+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1651): Process ended prematurely: osmo-stp_10.42.42.5(pid=1651) [trial-2351↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1651)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1651): Process ended prematurely: osmo-stp_10.42.42.5(pid=1651) [trial-2351↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1651)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 handover_2G:octphy+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a00:32:01.324609 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:32:01.340414 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a00:32:01.474487 tst handover.py: using LAC 17834\u000a00:32:01.623074 tst handover.py: using RAC 239\u000a00:32:01.779442 tst handover.py: using CellId 17834\u000a00:32:01.910437 tst handover.py: using BVCI 17835\u000a00:32:01.934636 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a00:32:02.080144 tst handover.py: using LAC 17835\u000a00:32:02.203758 tst handover.py: using RAC 240\u000a00:32:02.329573 tst handover.py: using CellId 17835\u000a00:32:02.446637 tst handover.py: using BVCI 17836\u000a00:32:02.469771 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:32:02.480498 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:32:02.491265 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:32:02.502635 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:32:02.513717 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:32:02.524458 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a00:32:02.642951 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a00:32:02.845170 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:32:03.297509 run create_hlr_db(pid=1645): Launched\u000a00:32:03.422203 bus /sierra_2: Setting Powered False\u000a00:32:04.495030 run create_hlr_db(pid=1645): Terminated: ok {rc=0}\u000a00:32:04.874406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1647): Launched\u000a00:32:05.179200 run osmo-hlr_10.42.42.2(pid=1648): Launched\u000a00:32:05.296607 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:32:05.807024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1650): Launched\u000a00:32:06.112561 run osmo-stp_10.42.42.5(pid=1651): Launched\u000a00:32:06.224587 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:32:06.759151 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1653): Launched\u000a00:32:07.066146 run osmo-msc_10.42.42.6(pid=1654): Launched\u000a00:32:07.246223 run osmo-stp_10.42.42.5(pid=1651): ERR: Terminated: ERROR {rc=1} [trial-2351↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1651)]\u000a00:32:07.376199 run osmo-stp_10.42.42.5(pid=1651): stdout: \u000a| (launched: 2022-12-09_00:32:05.961832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:32:07.504222 run osmo-stp_10.42.42.5(pid=1651): stderr: \u000a| �[0;m�[38;5;43m20221209003206133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003206133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003206133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003206134 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003206134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003206134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003206134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:32:07.627422 run osmo-stp_10.42.42.5(pid=1651): stdout: \u000a| (launched: 2022-12-09_00:32:05.961832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:32:07.749421 run osmo-stp_10.42.42.5(pid=1651): stderr: \u000a| �[0;m�[38;5;43m20221209003206133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003206133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003206133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003206134 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003206134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003206134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003206134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:32:07.802815 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1651): Process ended prematurely: osmo-stp_10.42.42.5(pid=1651) [trial-2351↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1651)] [trial-2351↪handover_2G:octphy+bts1-trx-lms↪handover.py:18]\u000a00:32:07.810989 tst handover.py:18: Test FAILED (6.5 sec)\u000a00:32:07.870357 run osmo-hlr_10.42.42.2(pid=1648): ERR: Terminated: ERROR {rc=237} [trial-2351↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1648)]\u000a00:32:07.919080 run osmo-hlr_10.42.42.2(pid=1648): stdout: \u000a| (launched: 2022-12-09_00:32:05.029299) \u000a00:32:07.968314 run osmo-hlr_10.42.42.2(pid=1648): stderr: \u000a| �[0;m�[1;31m20221209003205204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209003205204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209003205204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003205204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003205204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209003205204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209003205216 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209003205224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209003205225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209003205225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:32:08.034870 run osmo-msc_10.42.42.6(pid=1654): ERR: Terminated: ERROR {rc=2} [trial-2351↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1654)]\u000a00:32:08.083282 run osmo-msc_10.42.42.6(pid=1654): stdout: \u000a| (launched: 2022-12-09_00:32:06.914446) \u000a00:32:08.132521 run osmo-msc_10.42.42.6(pid=1654): stderr: \u000a| �[0;m�[38;5;43m20221209003207184 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209003207185 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc4b6b5bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209003207185 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209003207185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209003207185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209003207185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209003207187 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209003207187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209003207187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209003207187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:32:08.174025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1647): Terminating (SIGTERM)\u000a00:32:08.213142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1650): Terminating (SIGTERM)\u000a00:32:08.252636 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1653): Terminating (SIGTERM)\u000a00:32:08.261975 --- ParallelTerminationStrategy: PID 1647 died...\u000a00:32:08.314517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1647): Terminated: ok {rc=0}\u000a00:32:08.324109 --- ParallelTerminationStrategy: PID 1650 died...\u000a00:32:08.376364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1650): Terminated: ok {rc=0}\u000a00:32:08.386066 --- ParallelTerminationStrategy: PID 1653 died...\u000a00:32:08.438644 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1653): Terminated: ok {rc=0}\u000a00:32:08.525961 bus /sierra_3: Setting Powered False\u000a00:32:09.630716 bus /sierra_3: Setting Powered False\u000a00:32:10.736443 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "179", "name" : "handover_2G_octphy+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:32:01" }, { "cases" : [ { "testActions" : [ ], "age" : 180, "className" : "handover_2G:octphy+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1665): Process ended prematurely: osmo-stp_10.42.42.5(pid=1665) [trial-2351↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1665)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1665): Process ended prematurely: osmo-stp_10.42.42.5(pid=1665) [trial-2351↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1665)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a00:32:12.708675 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:32:12.719558 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a00:32:12.840681 tst handover.py: using LAC 17836\u000a00:32:12.959548 tst handover.py: using RAC 241\u000a00:32:13.079947 tst handover.py: using CellId 17836\u000a00:32:13.201236 tst handover.py: using BVCI 17837\u000a00:32:13.224345 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a00:32:13.356514 tst handover.py: using LAC 17837\u000a00:32:13.478172 tst handover.py: using RAC 242\u000a00:32:13.607147 tst handover.py: using CellId 17837\u000a00:32:13.743517 tst handover.py: using BVCI 17838\u000a00:32:13.766728 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:32:13.777587 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:32:13.788258 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:32:13.799418 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:32:13.810614 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:32:13.821491 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a00:32:13.940246 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a00:32:14.150852 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:32:14.642320 run create_hlr_db(pid=1659): Launched\u000a00:32:14.774805 bus /sierra_2: Setting Powered False\u000a00:32:15.868116 run create_hlr_db(pid=1659): Terminated: ok {rc=0}\u000a00:32:16.327291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1661): Launched\u000a00:32:16.778100 run osmo-hlr_10.42.42.2(pid=1662): Launched\u000a00:32:16.981044 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:32:17.532578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1664): Launched\u000a00:32:17.838569 run osmo-stp_10.42.42.5(pid=1665): Launched\u000a00:32:17.950453 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:32:18.481528 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1667): Launched\u000a00:32:18.788194 run osmo-msc_10.42.42.6(pid=1668): Launched\u000a00:32:18.968238 run osmo-stp_10.42.42.5(pid=1665): ERR: Terminated: ERROR {rc=1} [trial-2351↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1665)]\u000a00:32:19.098558 run osmo-stp_10.42.42.5(pid=1665): stdout: \u000a| (launched: 2022-12-09_00:32:17.687571)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:32:19.226175 run osmo-stp_10.42.42.5(pid=1665): stderr: \u000a| �[0;m�[38;5;43m20221209003217860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003217860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003217860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003217860 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003217861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003217861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003217861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:32:19.349067 run osmo-stp_10.42.42.5(pid=1665): stdout: \u000a| (launched: 2022-12-09_00:32:17.687571)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:32:19.470753 run osmo-stp_10.42.42.5(pid=1665): stderr: \u000a| �[0;m�[38;5;43m20221209003217860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003217860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003217860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003217860 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003217861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003217861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003217861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:32:19.524043 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1665): Process ended prematurely: osmo-stp_10.42.42.5(pid=1665) [trial-2351↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1665)] [trial-2351↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a00:32:19.532038 tst handover.py:18: Test FAILED (6.8 sec)\u000a00:32:19.591512 run osmo-hlr_10.42.42.2(pid=1662): ERR: Terminated: ERROR {rc=237} [trial-2351↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1662)]\u000a00:32:19.639915 run osmo-hlr_10.42.42.2(pid=1662): stdout: \u000a| (launched: 2022-12-09_00:32:16.508940) \u000a00:32:19.688519 run osmo-hlr_10.42.42.2(pid=1662): stderr: \u000a| �[0;m�[1;31m20221209003216744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209003216744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209003216744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003216744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003216744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209003216744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209003216767 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209003216789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209003216789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209003216789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:32:19.755048 run osmo-msc_10.42.42.6(pid=1668): ERR: Terminated: ERROR {rc=2} [trial-2351↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1668)]\u000a00:32:19.803296 run osmo-msc_10.42.42.6(pid=1668): stdout: \u000a| (launched: 2022-12-09_00:32:18.636656) \u000a00:32:19.852187 run osmo-msc_10.42.42.6(pid=1668): stderr: \u000a| �[0;m�[38;5;43m20221209003218909 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209003218910 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9873043c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209003218910 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209003218910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209003218910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209003218910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209003218912 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209003218912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209003218912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209003218913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:32:19.893212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1661): Terminating (SIGTERM)\u000a00:32:19.932243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1664): Terminating (SIGTERM)\u000a00:32:19.971173 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1667): Terminating (SIGTERM)\u000a00:32:19.980373 --- ParallelTerminationStrategy: PID 1661 died...\u000a00:32:20.032892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1661): Terminated: ok {rc=0}\u000a00:32:20.042501 --- ParallelTerminationStrategy: PID 1664 died...\u000a00:32:20.094601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1664): Terminated: ok {rc=0}\u000a00:32:20.104121 --- ParallelTerminationStrategy: PID 1667 died...\u000a00:32:20.156092 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1667): Terminated: ok {rc=0}\u000a00:32:20.238925 bus /sierra_3: Setting Powered False\u000a00:32:21.337637 bus /sierra_3: Setting Powered False\u000a00:32:22.447326 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "180", "name" : "handover_2G_octphy+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:32:12" }, { "cases" : [ { "testActions" : [ ], "age" : 180, "className" : "handover_2G:octphy+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1679): Process ended prematurely: osmo-stp_10.42.42.5(pid=1679) [trial-2351↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1679)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1679): Process ended prematurely: osmo-stp_10.42.42.5(pid=1679) [trial-2351↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1679)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a00:32:24.422863 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:32:24.433767 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a00:32:24.554622 tst handover.py: using LAC 17838\u000a00:32:24.681625 tst handover.py: using RAC 243\u000a00:32:24.810660 tst handover.py: using CellId 17838\u000a00:32:24.940225 tst handover.py: using BVCI 17839\u000a00:32:24.965004 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a00:32:25.110474 tst handover.py: using LAC 17839\u000a00:32:25.237893 tst handover.py: using RAC 244\u000a00:32:25.367530 tst handover.py: using CellId 17839\u000a00:32:25.498151 tst handover.py: using BVCI 17840\u000a00:32:25.523053 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:32:25.534570 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:32:25.545873 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:32:25.558180 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:32:25.570083 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:32:25.581796 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a00:32:25.697991 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a00:32:25.900091 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:32:26.355543 run create_hlr_db(pid=1673): Launched\u000a00:32:26.480050 bus /sierra_2: Setting Powered False\u000a00:32:27.552299 run create_hlr_db(pid=1673): Terminated: ok {rc=0}\u000a00:32:27.956064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1675): Launched\u000a00:32:28.278986 run osmo-hlr_10.42.42.2(pid=1676): Launched\u000a00:32:28.400254 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:32:28.936723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1678): Launched\u000a00:32:29.260440 run osmo-stp_10.42.42.5(pid=1679): Launched\u000a00:32:29.378826 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:32:29.942324 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1681): Launched\u000a00:32:30.266109 run osmo-msc_10.42.42.6(pid=1682): Launched\u000a00:32:30.456415 run osmo-stp_10.42.42.5(pid=1679): ERR: Terminated: ERROR {rc=1} [trial-2351↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1679)]\u000a00:32:30.594347 run osmo-stp_10.42.42.5(pid=1679): stdout: \u000a| (launched: 2022-12-09_00:32:29.102176)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:32:30.730486 run osmo-stp_10.42.42.5(pid=1679): stderr: \u000a| �[0;m�[38;5;43m20221209003229297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003229297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003229297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003229298 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003229298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003229298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003229298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:32:30.866681 run osmo-stp_10.42.42.5(pid=1679): stdout: \u000a| (launched: 2022-12-09_00:32:29.102176)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:32:31.003355 run osmo-stp_10.42.42.5(pid=1679): stderr: \u000a| �[0;m�[38;5;43m20221209003229297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003229297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003229297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003229298 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003229298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003229298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003229298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:32:31.061087 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1679): Process ended prematurely: osmo-stp_10.42.42.5(pid=1679) [trial-2351↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1679)] [trial-2351↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18]\u000a00:32:31.070753 tst handover.py:18: Test FAILED (6.6 sec)\u000a00:32:31.133293 run osmo-hlr_10.42.42.2(pid=1676): ERR: Terminated: ERROR {rc=237} [trial-2351↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1676)]\u000a00:32:31.184734 run osmo-hlr_10.42.42.2(pid=1676): stdout: \u000a| (launched: 2022-12-09_00:32:28.121116) \u000a00:32:31.237312 run osmo-hlr_10.42.42.2(pid=1676): stderr: \u000a| �[0;m�[1;31m20221209003228320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209003228320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209003228320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003228320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003228320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209003228321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209003228334 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209003228342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209003228342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209003228342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:32:31.308290 run osmo-msc_10.42.42.6(pid=1682): ERR: Terminated: ERROR {rc=2} [trial-2351↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1682)]\u000a00:32:31.360027 run osmo-msc_10.42.42.6(pid=1682): stdout: \u000a| (launched: 2022-12-09_00:32:30.107596) \u000a00:32:31.412561 run osmo-msc_10.42.42.6(pid=1682): stderr: \u000a| �[0;m�[38;5;43m20221209003230430 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209003230430 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2aad4edc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209003230431 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209003230431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209003230431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209003230431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209003230433 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209003230433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209003230433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209003230433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:32:31.457341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1675): Terminating (SIGTERM)\u000a00:32:31.499183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1678): Terminating (SIGTERM)\u000a00:32:31.541619 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1681): Terminating (SIGTERM)\u000a00:32:31.551226 --- ParallelTerminationStrategy: PID 1675 died...\u000a00:32:31.607796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1675): Terminated: ok {rc=0}\u000a00:32:31.618383 --- ParallelTerminationStrategy: PID 1678 died...\u000a00:32:31.674566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1678): Terminated: ok {rc=0}\u000a00:32:31.685093 --- ParallelTerminationStrategy: PID 1681 died...\u000a00:32:31.741323 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1681): Terminated: ok {rc=0}\u000a00:32:31.834144 bus /sierra_3: Setting Powered False\u000a00:32:32.935912 bus /sierra_3: Setting Powered False\u000a00:32:34.041780 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "181", "name" : "handover_2G_octphy+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:32:24" }, { "cases" : [ { "testActions" : [ ], "age" : 180, "className" : "handover_2G:octphy+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1693): Process ended prematurely: osmo-stp_10.42.42.5(pid=1693) [trial-2351↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1693)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1693): Process ended prematurely: osmo-stp_10.42.42.5(pid=1693) [trial-2351↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1693)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 handover_2G:octphy+bts1-sysmo handover.py\u000a----------------------------------------------\u000a00:32:36.000384 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:32:36.011547 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a00:32:36.133671 tst handover.py: using LAC 17840\u000a00:32:36.253749 tst handover.py: using RAC 245\u000a00:32:36.373672 tst handover.py: using CellId 17840\u000a00:32:36.495268 tst handover.py: using BVCI 17841\u000a00:32:36.518694 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a00:32:36.643924 tst handover.py: using LAC 17841\u000a00:32:36.765988 tst handover.py: using RAC 246\u000a00:32:36.886024 tst handover.py: using CellId 17841\u000a00:32:37.006199 tst handover.py: using BVCI 17842\u000a00:32:37.029476 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:32:37.040134 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:32:37.050714 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:32:37.062036 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:32:37.073555 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:32:37.084905 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a00:32:37.206014 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a00:32:37.416683 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:32:37.907371 run create_hlr_db(pid=1687): Launched\u000a00:32:38.040567 bus /sierra_2: Setting Powered False\u000a00:32:39.116650 run create_hlr_db(pid=1687): Terminated: ok {rc=0}\u000a00:32:39.502043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1689): Launched\u000a00:32:39.808436 run osmo-hlr_10.42.42.2(pid=1690): Launched\u000a00:32:39.924704 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:32:40.428285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1692): Launched\u000a00:32:40.733891 run osmo-stp_10.42.42.5(pid=1693): Launched\u000a00:32:40.845734 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:32:41.377242 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1695): Launched\u000a00:32:41.683771 run osmo-msc_10.42.42.6(pid=1696): Launched\u000a00:32:41.864098 run osmo-stp_10.42.42.5(pid=1693): ERR: Terminated: ERROR {rc=1} [trial-2351↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1693)]\u000a00:32:41.994656 run osmo-stp_10.42.42.5(pid=1693): stdout: \u000a| (launched: 2022-12-09_00:32:40.583342)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:32:42.122207 run osmo-stp_10.42.42.5(pid=1693): stderr: \u000a| �[0;m�[38;5;43m20221209003240755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003240755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003240756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003240756 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003240757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003240757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003240757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:32:42.245558 run osmo-stp_10.42.42.5(pid=1693): stdout: \u000a| (launched: 2022-12-09_00:32:40.583342)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:32:42.367359 run osmo-stp_10.42.42.5(pid=1693): stderr: \u000a| �[0;m�[38;5;43m20221209003240755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003240755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003240756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003240756 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003240757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003240757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003240757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:32:42.420707 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1693): Process ended prematurely: osmo-stp_10.42.42.5(pid=1693) [trial-2351↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1693)] [trial-2351↪handover_2G:octphy+bts1-sysmo↪handover.py:18]\u000a00:32:42.428812 tst handover.py:18: Test FAILED (6.4 sec)\u000a00:32:42.488898 run osmo-hlr_10.42.42.2(pid=1690): ERR: Terminated: ERROR {rc=237} [trial-2351↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1690)]\u000a00:32:42.537826 run osmo-hlr_10.42.42.2(pid=1690): stdout: \u000a| (launched: 2022-12-09_00:32:39.657632) \u000a00:32:42.588017 run osmo-hlr_10.42.42.2(pid=1690): stderr: \u000a| �[0;m�[1;31m20221209003239833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209003239833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209003239833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003239833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003239833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209003239833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209003239849 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209003239860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209003239860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209003239860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:32:42.655473 run osmo-msc_10.42.42.6(pid=1696): ERR: Terminated: ERROR {rc=2} [trial-2351↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1696)]\u000a00:32:42.704414 run osmo-msc_10.42.42.6(pid=1696): stdout: \u000a| (launched: 2022-12-09_00:32:41.532399) \u000a00:32:42.754053 run osmo-msc_10.42.42.6(pid=1696): stderr: \u000a| �[0;m�[38;5;43m20221209003241803 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209003241803 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fea9a208c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209003241803 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209003241803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209003241803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209003241803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209003241805 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209003241806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209003241806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209003241806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:32:42.795617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1689): Terminating (SIGTERM)\u000a00:32:42.835137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1692): Terminating (SIGTERM)\u000a00:32:42.874677 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1695): Terminating (SIGTERM)\u000a00:32:42.884053 --- ParallelTerminationStrategy: PID 1689 died...\u000a00:32:42.937249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1689): Terminated: ok {rc=0}\u000a00:32:42.946795 --- ParallelTerminationStrategy: PID 1692 died...\u000a00:32:42.999421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1692): Terminated: ok {rc=0}\u000a00:32:43.009197 --- ParallelTerminationStrategy: PID 1695 died...\u000a00:32:43.061888 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1695): Terminated: ok {rc=0}\u000a00:32:43.144903 bus /sierra_3: Setting Powered False\u000a00:32:44.251287 bus /sierra_3: Setting Powered False\u000a00:32:45.362452 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "182", "name" : "handover_2G_octphy+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:32:35" }, { "cases" : [ { "testActions" : [ ], "age" : 180, "className" : "handover_2G:octphy+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1707): Process ended prematurely: osmo-stp_10.42.42.5(pid=1707) [trial-2351↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1707)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1707): Process ended prematurely: osmo-stp_10.42.42.5(pid=1707) [trial-2351↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1707)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 handover_2G:octphy+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a00:32:47.367876 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:32:47.379655 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a00:32:47.505078 tst handover.py: using LAC 17842\u000a00:32:47.625301 tst handover.py: using RAC 247\u000a00:32:47.746098 tst handover.py: using CellId 17842\u000a00:32:47.864760 tst handover.py: using BVCI 17843\u000a00:32:47.887840 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a00:32:48.024112 tst handover.py: using LAC 17843\u000a00:32:48.145165 tst handover.py: using RAC 248\u000a00:32:48.266186 tst handover.py: using CellId 17843\u000a00:32:48.390423 tst handover.py: using BVCI 17844\u000a00:32:48.413745 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:32:48.424682 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:32:48.435636 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:32:48.446597 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:32:48.457656 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:32:48.468893 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a00:32:48.587280 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a00:32:48.787644 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:32:49.240778 run create_hlr_db(pid=1701): Launched\u000a00:32:49.365907 bus /sierra_2: Setting Powered False\u000a00:32:50.438409 run create_hlr_db(pid=1701): Terminated: ok {rc=0}\u000a00:32:50.842548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1703): Launched\u000a00:32:51.167611 run osmo-hlr_10.42.42.2(pid=1704): Launched\u000a00:32:51.287623 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:32:51.823856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1706): Launched\u000a00:32:52.147535 run osmo-stp_10.42.42.5(pid=1707): Launched\u000a00:32:52.265432 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:32:52.831019 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1709): Launched\u000a00:32:53.157713 run osmo-msc_10.42.42.6(pid=1710): Launched\u000a00:32:53.341660 run osmo-stp_10.42.42.5(pid=1707): ERR: Terminated: ERROR {rc=1} [trial-2351↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1707)]\u000a00:32:53.472384 run osmo-stp_10.42.42.5(pid=1707): stdout: \u000a| (launched: 2022-12-09_00:32:51.989591)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:32:53.600690 run osmo-stp_10.42.42.5(pid=1707): stderr: \u000a| �[0;m�[38;5;43m20221209003252183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003252184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003252184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003252184 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003252185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003252185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003252185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:32:53.724419 run osmo-stp_10.42.42.5(pid=1707): stdout: \u000a| (launched: 2022-12-09_00:32:51.989591)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:32:53.846715 run osmo-stp_10.42.42.5(pid=1707): stderr: \u000a| �[0;m�[38;5;43m20221209003252183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003252184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003252184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003252184 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003252185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003252185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003252185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:32:53.900178 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1707): Process ended prematurely: osmo-stp_10.42.42.5(pid=1707) [trial-2351↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1707)] [trial-2351↪handover_2G:octphy+bts1-trx-b200↪handover.py:18]\u000a00:32:53.908331 tst handover.py:18: Test FAILED (6.5 sec)\u000a00:32:53.968151 run osmo-hlr_10.42.42.2(pid=1704): ERR: Terminated: ERROR {rc=237} [trial-2351↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1704)]\u000a00:32:54.017383 run osmo-hlr_10.42.42.2(pid=1704): stdout: \u000a| (launched: 2022-12-09_00:32:51.009149) \u000a00:32:54.066908 run osmo-hlr_10.42.42.2(pid=1704): stderr: \u000a| �[0;m�[1;31m20221209003251206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209003251206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209003251206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003251206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003251206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209003251206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209003251218 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209003251227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209003251227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209003251227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:32:54.133832 run osmo-msc_10.42.42.6(pid=1710): ERR: Terminated: ERROR {rc=2} [trial-2351↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1710)]\u000a00:32:54.182318 run osmo-msc_10.42.42.6(pid=1710): stdout: \u000a| (launched: 2022-12-09_00:32:52.997083) \u000a00:32:54.231560 run osmo-msc_10.42.42.6(pid=1710): stderr: \u000a| �[0;m�[38;5;43m20221209003253271 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209003253271 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f368ca83c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209003253271 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209003253271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209003253271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209003253272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209003253273 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209003253274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209003253274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209003253274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:32:54.273166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1703): Terminating (SIGTERM)\u000a00:32:54.312759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1706): Terminating (SIGTERM)\u000a00:32:54.352377 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1709): Terminating (SIGTERM)\u000a00:32:54.361785 --- ParallelTerminationStrategy: PID 1703 died...\u000a00:32:54.414928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1703): Terminated: ok {rc=0}\u000a00:32:54.424525 --- ParallelTerminationStrategy: PID 1706 died...\u000a00:32:54.477055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1706): Terminated: ok {rc=0}\u000a00:32:54.486870 --- ParallelTerminationStrategy: PID 1709 died...\u000a00:32:54.539601 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1709): Terminated: ok {rc=0}\u000a00:32:54.622807 bus /sierra_3: Setting Powered False\u000a00:32:55.722530 bus /sierra_3: Setting Powered False\u000a00:32:56.833026 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "183", "name" : "handover_2G_octphy+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:32:47" }, { "cases" : [ { "testActions" : [ ], "age" : 180, "className" : "handover_2G:octphy+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1722): Process ended prematurely: osmo-stp_10.42.42.5(pid=1722) [trial-2351↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1722)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1722): Process ended prematurely: osmo-stp_10.42.42.5(pid=1722) [trial-2351↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1722)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 handover_2G:octphy+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a00:32:58.814369 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:32:58.825796 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a00:32:58.952859 tst handover.py: using LAC 17844\u000a00:32:59.078265 tst handover.py: using RAC 249\u000a00:32:59.202995 tst handover.py: using CellId 17844\u000a00:32:59.328279 tst handover.py: using BVCI 17845\u000a00:32:59.353115 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a00:32:59.498505 tst handover.py: using LAC 17845\u000a00:32:59.623789 tst handover.py: using RAC 250\u000a00:32:59.749084 tst handover.py: using CellId 17845\u000a00:32:59.872055 tst handover.py: using BVCI 17846\u000a00:32:59.895434 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:32:59.906332 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:32:59.916833 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:32:59.927754 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:32:59.938914 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:32:59.949774 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a00:33:00.067967 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a00:33:00.272018 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:33:00.728731 run create_hlr_db(pid=1715): Launched\u000a00:33:00.859764 bus /sierra_2: Setting Powered False\u000a00:33:01.930231 run create_hlr_db(pid=1715): Terminated: ok {rc=0}\u000a00:33:02.356448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1718): Launched\u000a00:33:02.681925 run osmo-hlr_10.42.42.2(pid=1719): Launched\u000a00:33:02.801459 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:33:03.339108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1721): Launched\u000a00:33:03.664647 run osmo-stp_10.42.42.5(pid=1722): Launched\u000a00:33:03.783188 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:33:04.350609 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1724): Launched\u000a00:33:04.677729 run osmo-msc_10.42.42.6(pid=1725): Launched\u000a00:33:04.869629 run osmo-stp_10.42.42.5(pid=1722): ERR: Terminated: ERROR {rc=1} [trial-2351↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1722)]\u000a00:33:05.007790 run osmo-stp_10.42.42.5(pid=1722): stdout: \u000a| (launched: 2022-12-09_00:33:03.504746)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:33:05.144859 run osmo-stp_10.42.42.5(pid=1722): stderr: \u000a| �[0;m�[38;5;43m20221209003303699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003303700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003303700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003303700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003303701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003303701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003303701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:33:05.275944 run osmo-stp_10.42.42.5(pid=1722): stdout: \u000a| (launched: 2022-12-09_00:33:03.504746)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:33:05.405913 run osmo-stp_10.42.42.5(pid=1722): stderr: \u000a| �[0;m�[38;5;43m20221209003303699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003303700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003303700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003303700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003303701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003303701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003303701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:33:05.462704 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1722): Process ended prematurely: osmo-stp_10.42.42.5(pid=1722) [trial-2351↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1722)] [trial-2351↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18]\u000a00:33:05.471262 tst handover.py:18: Test FAILED (6.6 sec)\u000a00:33:05.533137 run osmo-hlr_10.42.42.2(pid=1719): ERR: Terminated: ERROR {rc=237} [trial-2351↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1719)]\u000a00:33:05.584395 run osmo-hlr_10.42.42.2(pid=1719): stdout: \u000a| (launched: 2022-12-09_00:33:02.522499) \u000a00:33:05.636086 run osmo-hlr_10.42.42.2(pid=1719): stderr: \u000a| �[0;m�[1;31m20221209003302723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209003302723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209003302723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003302724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003302724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209003302724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209003302735 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209003302744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209003302744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209003302744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:33:05.705946 run osmo-msc_10.42.42.6(pid=1725): ERR: Terminated: ERROR {rc=2} [trial-2351↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1725)]\u000a00:33:05.756638 run osmo-msc_10.42.42.6(pid=1725): stdout: \u000a| (launched: 2022-12-09_00:33:04.517024) \u000a00:33:05.807927 run osmo-msc_10.42.42.6(pid=1725): stderr: \u000a| �[0;m�[38;5;43m20221209003304841 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209003304841 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0e60786c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209003304841 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209003304842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209003304842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209003304842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209003304843 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209003304844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209003304844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209003304844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:33:05.851677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1718): Terminating (SIGTERM)\u000a00:33:05.893406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1721): Terminating (SIGTERM)\u000a00:33:05.935072 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1724): Terminating (SIGTERM)\u000a00:33:05.944601 --- ParallelTerminationStrategy: PID 1718 died...\u000a00:33:06.000038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1718): Terminated: ok {rc=0}\u000a00:33:06.010131 --- ParallelTerminationStrategy: PID 1721 died...\u000a00:33:06.064858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1721): Terminated: ok {rc=0}\u000a00:33:06.074758 --- ParallelTerminationStrategy: PID 1724 died...\u000a00:33:06.130002 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1724): Terminated: ok {rc=0}\u000a00:33:06.217304 bus /sierra_3: Setting Powered False\u000a00:33:07.323584 bus /sierra_3: Setting Powered False\u000a00:33:08.431696 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "184", "name" : "handover_2G_octphy+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:32:58" }, { "cases" : [ { "testActions" : [ ], "age" : 180, "className" : "handover_2G:trx-lms+bts1-trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1736): Process ended prematurely: osmo-stp_10.42.42.5(pid=1736) [trial-2351↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1736)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1736): Process ended prematurely: osmo-stp_10.42.42.5(pid=1736) [trial-2351↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1736)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a00:33:10.436693 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:33:10.447823 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a00:33:10.586618 tst handover.py: using LAC 17846\u000a00:33:10.704609 tst handover.py: using RAC 251\u000a00:33:10.821869 tst handover.py: using CellId 17846\u000a00:33:10.939716 tst handover.py: using BVCI 17847\u000a00:33:10.962972 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a00:33:11.093358 tst handover.py: using LAC 17847\u000a00:33:11.212722 tst handover.py: using RAC 252\u000a00:33:11.329847 tst handover.py: using CellId 17847\u000a00:33:11.454428 tst handover.py: using BVCI 17848\u000a00:33:11.479258 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:33:11.490912 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:33:11.502347 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:33:11.513878 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:33:11.525392 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:33:11.536635 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a00:33:11.653340 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a00:33:11.853817 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:33:12.309175 run create_hlr_db(pid=1730): Launched\u000a00:33:12.434273 bus /sierra_2: Setting Powered False\u000a00:33:13.507012 run create_hlr_db(pid=1730): Terminated: ok {rc=0}\u000a00:33:13.911807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1732): Launched\u000a00:33:14.238268 run osmo-hlr_10.42.42.2(pid=1733): Launched\u000a00:33:14.359203 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:33:14.897282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1735): Launched\u000a00:33:15.224238 run osmo-stp_10.42.42.5(pid=1736): Launched\u000a00:33:15.342986 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:33:15.916604 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1738): Launched\u000a00:33:16.373002 run osmo-msc_10.42.42.6(pid=1739): Launched\u000a00:33:16.608587 run osmo-stp_10.42.42.5(pid=1736): ERR: Terminated: ERROR {rc=1} [trial-2351↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1736)]\u000a00:33:16.836508 run osmo-stp_10.42.42.5(pid=1736): stdout: \u000a| (launched: 2022-12-09_00:33:15.064430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:33:17.119387 run osmo-stp_10.42.42.5(pid=1736): stderr: \u000a| �[0;m�[38;5;43m20221209003315255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003315255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003315255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003315256 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003315256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003315256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003315257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:33:17.316464 run osmo-stp_10.42.42.5(pid=1736): stdout: \u000a| (launched: 2022-12-09_00:33:15.064430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:33:17.448385 run osmo-stp_10.42.42.5(pid=1736): stderr: \u000a| �[0;m�[38;5;43m20221209003315255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003315255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003315255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003315256 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003315256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003315256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003315257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:33:17.507134 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1736): Process ended prematurely: osmo-stp_10.42.42.5(pid=1736) [trial-2351↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1736)] [trial-2351↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a00:33:17.516157 tst handover.py:18: Test FAILED (7.1 sec)\u000a00:33:17.578733 run osmo-hlr_10.42.42.2(pid=1733): ERR: Terminated: ERROR {rc=237} [trial-2351↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1733)]\u000a00:33:17.629717 run osmo-hlr_10.42.42.2(pid=1733): stdout: \u000a| (launched: 2022-12-09_00:33:14.078426) \u000a00:33:17.681450 run osmo-hlr_10.42.42.2(pid=1733): stderr: \u000a| �[0;m�[1;31m20221209003314279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209003314279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209003314279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003314279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003314279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209003314279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209003314291 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209003314299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209003314299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209003314299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:33:17.751815 run osmo-msc_10.42.42.6(pid=1739): ERR: Terminated: ERROR {rc=2} [trial-2351↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1739)]\u000a00:33:17.802742 run osmo-msc_10.42.42.6(pid=1739): stdout: \u000a| (launched: 2022-12-09_00:33:16.090819) \u000a00:33:17.854343 run osmo-msc_10.42.42.6(pid=1739): stderr: \u000a| �[0;m�[38;5;43m20221209003316786 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209003316786 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f111de09c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209003316786 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209003316786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209003316787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209003316787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209003316797 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209003316797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209003316797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209003316797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:33:17.898219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1732): Terminating (SIGTERM)\u000a00:33:17.939532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1735): Terminating (SIGTERM)\u000a00:33:17.981683 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1738): Terminating (SIGTERM)\u000a00:33:17.991287 --- ParallelTerminationStrategy: PID 1732 died...\u000a00:33:18.046474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1732): Terminated: ok {rc=0}\u000a00:33:18.056530 --- ParallelTerminationStrategy: PID 1735 died...\u000a00:33:18.111529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1735): Terminated: ok {rc=0}\u000a00:33:18.121551 --- ParallelTerminationStrategy: PID 1738 died...\u000a00:33:18.176659 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1738): Terminated: ok {rc=0}\u000a00:33:18.261167 bus /sierra_3: Setting Powered False\u000a00:33:19.367837 bus /sierra_3: Setting Powered False\u000a00:33:20.474217 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "185", "name" : "handover_2G_trx-lms+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:33:10" }, { "cases" : [ { "testActions" : [ ], "age" : 180, "className" : "handover_2G:trx-lms+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1750): Process ended prematurely: osmo-stp_10.42.42.5(pid=1750) [trial-2351↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1750)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1750): Process ended prematurely: osmo-stp_10.42.42.5(pid=1750) [trial-2351↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1750)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a00:33:22.495282 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:33:22.506286 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a00:33:22.642363 tst handover.py: using LAC 17848\u000a00:33:22.763954 tst handover.py: using RAC 253\u000a00:33:22.884131 tst handover.py: using CellId 17848\u000a00:33:23.005275 tst handover.py: using BVCI 17849\u000a00:33:23.028112 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a00:33:23.165613 tst handover.py: using LAC 17849\u000a00:33:23.284831 tst handover.py: using RAC 254\u000a00:33:23.407526 tst handover.py: using CellId 17849\u000a00:33:23.525304 tst handover.py: using BVCI 17850\u000a00:33:23.548394 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:33:23.559524 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:33:23.570212 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:33:23.581333 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:33:23.592157 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:33:23.603281 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a00:33:23.722984 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a00:33:23.937120 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:33:24.427669 run create_hlr_db(pid=1744): Launched\u000a00:33:24.559432 bus /sierra_2: Setting Powered False\u000a00:33:25.635895 run create_hlr_db(pid=1744): Terminated: ok {rc=0}\u000a00:33:26.020352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1746): Launched\u000a00:33:26.326779 run osmo-hlr_10.42.42.2(pid=1747): Launched\u000a00:33:26.445740 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:33:26.956772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1749): Launched\u000a00:33:27.263385 run osmo-stp_10.42.42.5(pid=1750): Launched\u000a00:33:27.381090 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:33:27.911376 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1752): Launched\u000a00:33:28.218356 run osmo-msc_10.42.42.6(pid=1753): Launched\u000a00:33:28.398521 run osmo-stp_10.42.42.5(pid=1750): ERR: Terminated: ERROR {rc=1} [trial-2351↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1750)]\u000a00:33:28.528381 run osmo-stp_10.42.42.5(pid=1750): stdout: \u000a| (launched: 2022-12-09_00:33:27.112326)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:33:28.655978 run osmo-stp_10.42.42.5(pid=1750): stderr: \u000a| �[0;m�[38;5;43m20221209003327286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003327286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003327286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003327286 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003327287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003327287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003327287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:33:28.779218 run osmo-stp_10.42.42.5(pid=1750): stdout: \u000a| (launched: 2022-12-09_00:33:27.112326)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:33:28.901193 run osmo-stp_10.42.42.5(pid=1750): stderr: \u000a| �[0;m�[38;5;43m20221209003327286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003327286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003327286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003327286 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003327287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003327287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003327287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:33:28.954614 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1750): Process ended prematurely: osmo-stp_10.42.42.5(pid=1750) [trial-2351↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1750)] [trial-2351↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18]\u000a00:33:28.962530 tst handover.py:18: Test FAILED (6.5 sec)\u000a00:33:29.022014 run osmo-hlr_10.42.42.2(pid=1747): ERR: Terminated: ERROR {rc=237} [trial-2351↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1747)]\u000a00:33:29.070303 run osmo-hlr_10.42.42.2(pid=1747): stdout: \u000a| (launched: 2022-12-09_00:33:26.176573) \u000a00:33:29.119707 run osmo-hlr_10.42.42.2(pid=1747): stderr: \u000a| �[0;m�[1;31m20221209003326356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209003326356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209003326357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003326357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003326357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209003326357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209003326369 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209003326379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209003326380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209003326380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:33:29.185873 run osmo-msc_10.42.42.6(pid=1753): ERR: Terminated: ERROR {rc=2} [trial-2351↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1753)]\u000a00:33:29.234476 run osmo-msc_10.42.42.6(pid=1753): stdout: \u000a| (launched: 2022-12-09_00:33:28.067310) \u000a00:33:29.283453 run osmo-msc_10.42.42.6(pid=1753): stderr: \u000a| �[0;m�[38;5;43m20221209003328340 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209003328341 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa21c541c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209003328341 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209003328341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209003328341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209003328341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209003328343 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209003328343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209003328343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209003328343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:33:29.324711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1746): Terminating (SIGTERM)\u000a00:33:29.364371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1749): Terminating (SIGTERM)\u000a00:33:29.404148 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1752): Terminating (SIGTERM)\u000a00:33:29.413518 --- ParallelTerminationStrategy: PID 1746 died...\u000a00:33:29.466428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1746): Terminated: ok {rc=0}\u000a00:33:29.475856 --- ParallelTerminationStrategy: PID 1749 died...\u000a00:33:29.528349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1749): Terminated: ok {rc=0}\u000a00:33:29.538037 --- ParallelTerminationStrategy: PID 1752 died...\u000a00:33:29.590850 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1752): Terminated: ok {rc=0}\u000a00:33:29.678815 bus /sierra_3: Setting Powered False\u000a00:33:30.779912 bus /sierra_3: Setting Powered False\u000a00:33:31.898185 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "186", "name" : "handover_2G_trx-lms+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:33:22" }, { "cases" : [ { "testActions" : [ ], "age" : 21, "className" : "handover_2G:trx-lms+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1764): Process ended prematurely: osmo-stp_10.42.42.5(pid=1764) [trial-2351↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1764)]", "failedSince" : 2331, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1764): Process ended prematurely: osmo-stp_10.42.42.5(pid=1764) [trial-2351↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1764)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 handover_2G:trx-lms+bts1-sysmo handover.py\u000a----------------------------------------------\u000a00:33:33.900889 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:33:33.912203 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a00:33:34.055908 tst handover.py: using LAC 17850\u000a00:33:34.182616 tst handover.py: using RAC 255\u000a00:33:34.309173 tst handover.py: using CellId 17850\u000a00:33:34.438371 tst handover.py: using BVCI 17851\u000a00:33:34.462966 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a00:33:34.587412 tst handover.py: using LAC 17851\u000a00:33:34.707254 tst handover.py: using RAC 1\u000a00:33:34.828439 tst handover.py: using CellId 17851\u000a00:33:34.948120 tst handover.py: using BVCI 17852\u000a00:33:34.971322 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:33:34.982097 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:33:34.992599 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:33:35.003955 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:33:35.015368 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:33:35.026622 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a00:33:35.142769 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a00:33:35.353809 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:33:35.842940 run create_hlr_db(pid=1758): Launched\u000a00:33:35.975537 bus /sierra_2: Setting Powered False\u000a00:33:37.052038 run create_hlr_db(pid=1758): Terminated: ok {rc=0}\u000a00:33:37.437058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1760): Launched\u000a00:33:37.743134 run osmo-hlr_10.42.42.2(pid=1761): Launched\u000a00:33:37.862801 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:33:38.374758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1763): Launched\u000a00:33:38.680850 run osmo-stp_10.42.42.5(pid=1764): Launched\u000a00:33:38.792445 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:33:39.324200 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1766): Launched\u000a00:33:39.630705 run osmo-msc_10.42.42.6(pid=1767): Launched\u000a00:33:39.810078 run osmo-stp_10.42.42.5(pid=1764): ERR: Terminated: ERROR {rc=1} [trial-2351↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1764)]\u000a00:33:39.939608 run osmo-stp_10.42.42.5(pid=1764): stdout: \u000a| (launched: 2022-12-09_00:33:38.530027)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:33:40.067297 run osmo-stp_10.42.42.5(pid=1764): stderr: \u000a| �[0;m�[38;5;43m20221209003338700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003338701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003338701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003338701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003338702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003338702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003338702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:33:40.189842 run osmo-stp_10.42.42.5(pid=1764): stdout: \u000a| (launched: 2022-12-09_00:33:38.530027)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:33:40.311482 run osmo-stp_10.42.42.5(pid=1764): stderr: \u000a| �[0;m�[38;5;43m20221209003338700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003338701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003338701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003338701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003338702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003338702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003338702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:33:40.364772 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1764): Process ended prematurely: osmo-stp_10.42.42.5(pid=1764) [trial-2351↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1764)] [trial-2351↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18]\u000a00:33:40.372671 tst handover.py:18: Test FAILED (6.5 sec)\u000a00:33:40.432399 run osmo-hlr_10.42.42.2(pid=1761): ERR: Terminated: ERROR {rc=237} [trial-2351↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1761)]\u000a00:33:40.481138 run osmo-hlr_10.42.42.2(pid=1761): stdout: \u000a| (launched: 2022-12-09_00:33:37.592489) \u000a00:33:40.530499 run osmo-hlr_10.42.42.2(pid=1761): stderr: \u000a| �[0;m�[1;31m20221209003337769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209003337769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209003337769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003337769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003337769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209003337769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209003337781 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209003337790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209003337790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209003337791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:33:40.597301 run osmo-msc_10.42.42.6(pid=1767): ERR: Terminated: ERROR {rc=2} [trial-2351↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1767)]\u000a00:33:40.645792 run osmo-msc_10.42.42.6(pid=1767): stdout: \u000a| (launched: 2022-12-09_00:33:39.479425) \u000a00:33:40.694585 run osmo-msc_10.42.42.6(pid=1767): stderr: \u000a| �[0;m�[38;5;43m20221209003339751 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209003339752 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6b8ffd1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209003339752 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209003339752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209003339752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209003339752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209003339754 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209003339754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209003339754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209003339755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:33:40.736295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1760): Terminating (SIGTERM)\u000a00:33:40.775605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1763): Terminating (SIGTERM)\u000a00:33:40.815060 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1766): Terminating (SIGTERM)\u000a00:33:40.824381 --- ParallelTerminationStrategy: PID 1760 died...\u000a00:33:40.876792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1760): Terminated: ok {rc=0}\u000a00:33:40.886487 --- ParallelTerminationStrategy: PID 1763 died...\u000a00:33:40.939009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1763): Terminated: ok {rc=0}\u000a00:33:40.948427 --- ParallelTerminationStrategy: PID 1766 died...\u000a00:33:41.000637 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1766): Terminated: ok {rc=0}\u000a00:33:41.083074 bus /sierra_3: Setting Powered False\u000a00:33:42.188200 bus /sierra_3: Setting Powered False\u000a00:33:43.298152 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "187", "name" : "handover_2G_trx-lms+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:33:33" }, { "cases" : [ { "testActions" : [ ], "age" : 180, "className" : "handover_2G:trx-lms+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1778): Process ended prematurely: osmo-stp_10.42.42.5(pid=1778) [trial-2351↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1778)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1778): Process ended prematurely: osmo-stp_10.42.42.5(pid=1778) [trial-2351↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1778)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 handover_2G:trx-lms+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a00:33:45.317021 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:33:45.328575 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a00:33:45.463064 tst handover.py: using LAC 17852\u000a00:33:45.584129 tst handover.py: using RAC 2\u000a00:33:45.709451 tst handover.py: using CellId 17852\u000a00:33:45.840046 tst handover.py: using BVCI 17853\u000a00:33:45.865336 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a00:33:46.009185 tst handover.py: using LAC 17853\u000a00:33:46.134428 tst handover.py: using RAC 3\u000a00:33:46.263320 tst handover.py: using CellId 17853\u000a00:33:46.404260 tst handover.py: using BVCI 17854\u000a00:33:46.429854 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:33:46.441704 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:33:46.453565 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:33:46.467426 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:33:46.481052 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:33:46.493558 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a00:33:46.613248 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a00:33:46.822856 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:33:47.311940 run create_hlr_db(pid=1772): Launched\u000a00:33:47.445165 bus /sierra_2: Setting Powered False\u000a00:33:48.520452 run create_hlr_db(pid=1772): Terminated: ok {rc=0}\u000a00:33:48.905903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1774): Launched\u000a00:33:49.212817 run osmo-hlr_10.42.42.2(pid=1775): Launched\u000a00:33:49.333013 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:33:49.846570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1777): Launched\u000a00:33:50.153320 run osmo-stp_10.42.42.5(pid=1778): Launched\u000a00:33:50.264758 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:33:50.800257 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1781): Launched\u000a00:33:51.107523 run osmo-msc_10.42.42.6(pid=1782): Launched\u000a00:33:51.288524 run osmo-stp_10.42.42.5(pid=1778): ERR: Terminated: ERROR {rc=1} [trial-2351↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1778)]\u000a00:33:51.423668 run osmo-stp_10.42.42.5(pid=1778): stdout: \u000a| (launched: 2022-12-09_00:33:50.002887)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:33:51.559136 run osmo-stp_10.42.42.5(pid=1778): stderr: \u000a| �[0;m�[38;5;43m20221209003350174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003350175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003350175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003350175 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003350176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003350176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003350176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:33:51.690107 run osmo-stp_10.42.42.5(pid=1778): stdout: \u000a| (launched: 2022-12-09_00:33:50.002887)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:33:51.819641 run osmo-stp_10.42.42.5(pid=1778): stderr: \u000a| �[0;m�[38;5;43m20221209003350174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003350175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003350175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003350175 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003350176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003350176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003350176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:33:51.876219 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1778): Process ended prematurely: osmo-stp_10.42.42.5(pid=1778) [trial-2351↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1778)] [trial-2351↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18]\u000a00:33:51.885561 tst handover.py:18: Test FAILED (6.6 sec)\u000a00:33:51.948415 run osmo-hlr_10.42.42.2(pid=1775): ERR: Terminated: ERROR {rc=237} [trial-2351↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1775)]\u000a00:33:52.000217 run osmo-hlr_10.42.42.2(pid=1775): stdout: \u000a| (launched: 2022-12-09_00:33:49.061681) \u000a00:33:52.052515 run osmo-hlr_10.42.42.2(pid=1775): stderr: \u000a| �[0;m�[1;31m20221209003349238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209003349238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209003349238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003349238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003349238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209003349238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209003349250 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209003349259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209003349259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209003349259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:33:52.122947 run osmo-msc_10.42.42.6(pid=1782): ERR: Terminated: ERROR {rc=2} [trial-2351↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1782)]\u000a00:33:52.174487 run osmo-msc_10.42.42.6(pid=1782): stdout: \u000a| (launched: 2022-12-09_00:33:50.955880) \u000a00:33:52.226241 run osmo-msc_10.42.42.6(pid=1782): stderr: \u000a| �[0;m�[38;5;43m20221209003351230 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209003351230 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f577d7bfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209003351230 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209003351230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209003351230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209003351230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209003351232 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209003351232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209003351233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209003351233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:33:52.270332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1774): Terminating (SIGTERM)\u000a00:33:52.312079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1777): Terminating (SIGTERM)\u000a00:33:52.354131 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1781): Terminating (SIGTERM)\u000a00:33:52.363831 --- ParallelTerminationStrategy: PID 1774 died...\u000a00:33:52.419613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1774): Terminated: ok {rc=0}\u000a00:33:52.429743 --- ParallelTerminationStrategy: PID 1777 died...\u000a00:33:52.485277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1777): Terminated: ok {rc=0}\u000a00:33:52.495292 --- ParallelTerminationStrategy: PID 1781 died...\u000a00:33:52.550875 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1781): Terminated: ok {rc=0}\u000a00:33:52.638698 bus /sierra_3: Setting Powered False\u000a00:33:53.744992 bus /sierra_3: Setting Powered False\u000a00:33:54.854864 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "188", "name" : "handover_2G_trx-lms+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:33:45" }, { "cases" : [ { "testActions" : [ ], "age" : 180, "className" : "handover_2G:trx-lms+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1795): Process ended prematurely: osmo-stp_10.42.42.5(pid=1795) [trial-2351↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1795)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1795): Process ended prematurely: osmo-stp_10.42.42.5(pid=1795) [trial-2351↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1795)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 handover_2G:trx-lms+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a00:33:56.874436 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:33:56.885118 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a00:33:57.018922 tst handover.py: using LAC 17854\u000a00:33:57.137007 tst handover.py: using RAC 4\u000a00:33:57.254753 tst handover.py: using CellId 17854\u000a00:33:57.372692 tst handover.py: using BVCI 17855\u000a00:33:57.395921 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a00:33:57.530345 tst handover.py: using LAC 17855\u000a00:33:57.647818 tst handover.py: using RAC 5\u000a00:33:57.768013 tst handover.py: using CellId 17855\u000a00:33:57.885226 tst handover.py: using BVCI 17856\u000a00:33:57.908341 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:33:57.919090 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:33:57.929579 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:33:57.940446 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:33:57.951245 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:33:57.962002 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a00:33:58.080166 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a00:33:58.287189 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:33:58.741356 run create_hlr_db(pid=1789): Launched\u000a00:33:58.865811 bus /sierra_2: Setting Powered False\u000a00:33:59.939052 run create_hlr_db(pid=1789): Terminated: ok {rc=0}\u000a00:34:00.319583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1791): Launched\u000a00:34:00.625427 run osmo-hlr_10.42.42.2(pid=1792): Launched\u000a00:34:00.743752 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:34:01.297434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1794): Launched\u000a00:34:01.631784 run osmo-stp_10.42.42.5(pid=1795): Launched\u000a00:34:01.852384 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:34:02.492384 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1797): Launched\u000a00:34:02.815297 run osmo-msc_10.42.42.6(pid=1798): Launched\u000a00:34:03.005408 run osmo-stp_10.42.42.5(pid=1795): ERR: Terminated: ERROR {rc=1} [trial-2351↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1795)]\u000a00:34:03.142404 run osmo-stp_10.42.42.5(pid=1795): stdout: \u000a| (launched: 2022-12-09_00:34:01.468571)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:34:03.278732 run osmo-stp_10.42.42.5(pid=1795): stderr: \u000a| �[0;m�[38;5;43m20221209003401816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003401816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003401816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003401816 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003401831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003401831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003401831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:34:03.410108 run osmo-stp_10.42.42.5(pid=1795): stdout: \u000a| (launched: 2022-12-09_00:34:01.468571)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:34:03.539366 run osmo-stp_10.42.42.5(pid=1795): stderr: \u000a| �[0;m�[38;5;43m20221209003401816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003401816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003401816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003401816 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003401831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003401831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003401831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:34:03.595828 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1795): Process ended prematurely: osmo-stp_10.42.42.5(pid=1795) [trial-2351↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1795)] [trial-2351↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18]\u000a00:34:03.604226 tst handover.py:18: Test FAILED (6.7 sec)\u000a00:34:03.665951 run osmo-hlr_10.42.42.2(pid=1792): ERR: Terminated: ERROR {rc=237} [trial-2351↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1792)]\u000a00:34:03.716656 run osmo-hlr_10.42.42.2(pid=1792): stdout: \u000a| (launched: 2022-12-09_00:34:00.474738) \u000a00:34:03.767844 run osmo-hlr_10.42.42.2(pid=1792): stderr: \u000a| �[0;m�[1;31m20221209003400652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209003400652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209003400653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003400653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003400653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209003400653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209003400665 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209003400674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209003400674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209003400674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:34:03.837727 run osmo-msc_10.42.42.6(pid=1798): ERR: Terminated: ERROR {rc=2} [trial-2351↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1798)]\u000a00:34:03.888368 run osmo-msc_10.42.42.6(pid=1798): stdout: \u000a| (launched: 2022-12-09_00:34:02.657298) \u000a00:34:03.939692 run osmo-msc_10.42.42.6(pid=1798): stderr: \u000a| �[0;m�[38;5;43m20221209003402979 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209003402979 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f37c8023c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209003402979 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209003402979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209003402979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209003402979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209003402981 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209003402982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209003402982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209003402982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:34:03.983532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1791): Terminating (SIGTERM)\u000a00:34:04.024691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1794): Terminating (SIGTERM)\u000a00:34:04.066208 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1797): Terminating (SIGTERM)\u000a00:34:04.075715 --- ParallelTerminationStrategy: PID 1791 died...\u000a00:34:04.130647 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1791): Terminated: ok {rc=0}\u000a00:34:04.140466 --- ParallelTerminationStrategy: PID 1794 died...\u000a00:34:04.195653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1794): Terminated: ok {rc=0}\u000a00:34:04.205911 --- ParallelTerminationStrategy: PID 1797 died...\u000a00:34:04.260675 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1797): Terminated: ok {rc=0}\u000a00:34:04.346838 bus /sierra_3: Setting Powered False\u000a00:34:05.452152 bus /sierra_3: Setting Powered False\u000a00:34:06.558913 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "189", "name" : "handover_2G_trx-lms+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:33:56" }, { "cases" : [ { "testActions" : [ ], "age" : 180, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1809): Process ended prematurely: osmo-stp_10.42.42.5(pid=1809) [trial-2351↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1809)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1809): Process ended prematurely: osmo-stp_10.42.42.5(pid=1809) [trial-2351↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1809)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a00:34:08.582728 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:34:08.594070 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a00:34:08.733953 tst handover.py: using LAC 17856\u000a00:34:08.860536 tst handover.py: using RAC 6\u000a00:34:08.992439 tst handover.py: using CellId 17856\u000a00:34:09.117824 tst handover.py: using BVCI 17857\u000a00:34:09.142443 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a00:34:09.285641 tst handover.py: using LAC 17857\u000a00:34:09.411597 tst handover.py: using RAC 7\u000a00:34:09.540925 tst handover.py: using CellId 17857\u000a00:34:09.666462 tst handover.py: using BVCI 17858\u000a00:34:09.691142 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:34:09.702686 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:34:09.714118 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:34:09.725524 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:34:09.736805 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:34:09.748107 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a00:34:09.862896 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a00:34:10.073601 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:34:10.562142 run create_hlr_db(pid=1803): Launched\u000a00:34:10.694122 bus /sierra_2: Setting Powered False\u000a00:34:11.770151 run create_hlr_db(pid=1803): Terminated: ok {rc=0}\u000a00:34:12.174753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1805): Launched\u000a00:34:12.498820 run osmo-hlr_10.42.42.2(pid=1806): Launched\u000a00:34:12.619686 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:34:13.156435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1808): Launched\u000a00:34:13.480730 run osmo-stp_10.42.42.5(pid=1809): Launched\u000a00:34:13.598969 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:34:14.167197 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1811): Launched\u000a00:34:14.492355 run osmo-msc_10.42.42.6(pid=1812): Launched\u000a00:34:14.682305 run osmo-stp_10.42.42.5(pid=1809): ERR: Terminated: ERROR {rc=1} [trial-2351↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1809)]\u000a00:34:14.819148 run osmo-stp_10.42.42.5(pid=1809): stdout: \u000a| (launched: 2022-12-09_00:34:13.321590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:34:14.955289 run osmo-stp_10.42.42.5(pid=1809): stderr: \u000a| �[0;m�[38;5;43m20221209003413513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003413514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003413514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003413514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003413517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003413517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003413517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:34:15.087225 run osmo-stp_10.42.42.5(pid=1809): stdout: \u000a| (launched: 2022-12-09_00:34:13.321590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:34:15.216376 run osmo-stp_10.42.42.5(pid=1809): stderr: \u000a| �[0;m�[38;5;43m20221209003413513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003413514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003413514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003413514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003413517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003413517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003413517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:34:15.273130 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1809): Process ended prematurely: osmo-stp_10.42.42.5(pid=1809) [trial-2351↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1809)] [trial-2351↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18]\u000a00:34:15.281553 tst handover.py:18: Test FAILED (6.7 sec)\u000a00:34:15.343619 run osmo-hlr_10.42.42.2(pid=1806): ERR: Terminated: ERROR {rc=237} [trial-2351↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1806)]\u000a00:34:15.395206 run osmo-hlr_10.42.42.2(pid=1806): stdout: \u000a| (launched: 2022-12-09_00:34:12.340156) \u000a00:34:15.446974 run osmo-hlr_10.42.42.2(pid=1806): stderr: \u000a| �[0;m�[1;31m20221209003412541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209003412541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209003412541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003412541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003412542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209003412542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209003412554 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209003412562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209003412563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209003412563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:34:15.517108 run osmo-msc_10.42.42.6(pid=1812): ERR: Terminated: ERROR {rc=2} [trial-2351↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1812)]\u000a00:34:15.568027 run osmo-msc_10.42.42.6(pid=1812): stdout: \u000a| (launched: 2022-12-09_00:34:14.332804) \u000a00:34:15.619568 run osmo-msc_10.42.42.6(pid=1812): stderr: \u000a| �[0;m�[38;5;43m20221209003414656 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209003414656 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0a1964fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209003414656 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209003414656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209003414657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209003414657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209003414658 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209003414659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209003414659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209003414659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:34:15.663392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1805): Terminating (SIGTERM)\u000a00:34:15.705026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1808): Terminating (SIGTERM)\u000a00:34:15.746520 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1811): Terminating (SIGTERM)\u000a00:34:15.755704 --- ParallelTerminationStrategy: PID 1805 died...\u000a00:34:15.810585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1805): Terminated: ok {rc=0}\u000a00:34:15.820511 --- ParallelTerminationStrategy: PID 1808 died...\u000a00:34:15.909359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1808): Terminated: ok {rc=0}\u000a00:34:15.921347 --- ParallelTerminationStrategy: PID 1811 died...\u000a00:34:15.978038 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1811): Terminated: ok {rc=0}\u000a00:34:16.065276 bus /sierra_3: Setting Powered False\u000a00:34:17.174436 bus /sierra_3: Setting Powered False\u000a00:34:18.283235 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "190", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:34:08" }, { "cases" : [ { "testActions" : [ ], "age" : 180, "className" : "handover_2G:trx-lms-limenet-micro+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1825): Process ended prematurely: osmo-stp_10.42.42.5(pid=1825) [trial-2351↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1825)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1825): Process ended prematurely: osmo-stp_10.42.42.5(pid=1825) [trial-2351↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1825)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py\u000a----------------------------------------------\u000a00:34:20.275619 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:34:20.286667 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a00:34:20.419818 tst handover.py: using LAC 17858\u000a00:34:20.540475 tst handover.py: using RAC 8\u000a00:34:20.659776 tst handover.py: using CellId 17858\u000a00:34:20.780121 tst handover.py: using BVCI 17859\u000a00:34:20.803223 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a00:34:20.935533 tst handover.py: using LAC 17859\u000a00:34:21.057717 tst handover.py: using RAC 9\u000a00:34:21.183135 tst handover.py: using CellId 17859\u000a00:34:21.309309 tst handover.py: using BVCI 17860\u000a00:34:21.334081 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:34:21.345557 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:34:21.356649 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:34:21.368214 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:34:21.379452 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:34:21.390596 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a00:34:21.509306 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a00:34:21.710257 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:34:22.165860 run create_hlr_db(pid=1818): Launched\u000a00:34:22.290248 bus /sierra_2: Setting Powered False\u000a00:34:23.362274 run create_hlr_db(pid=1818): Terminated: ok {rc=0}\u000a00:34:23.766000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1821): Launched\u000a00:34:24.091139 run osmo-hlr_10.42.42.2(pid=1822): Launched\u000a00:34:24.209689 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:34:24.745422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1824): Launched\u000a00:34:25.069855 run osmo-stp_10.42.42.5(pid=1825): Launched\u000a00:34:25.187746 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:34:25.753355 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1827): Launched\u000a00:34:26.077903 run osmo-msc_10.42.42.6(pid=1828): Launched\u000a00:34:26.268222 run osmo-stp_10.42.42.5(pid=1825): ERR: Terminated: ERROR {rc=1} [trial-2351↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1825)]\u000a00:34:26.405340 run osmo-stp_10.42.42.5(pid=1825): stdout: \u000a| (launched: 2022-12-09_00:34:24.910292)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:34:26.541670 run osmo-stp_10.42.42.5(pid=1825): stderr: \u000a| �[0;m�[38;5;43m20221209003425103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003425104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003425104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003425104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003425105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003425105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003425105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:34:26.672125 run osmo-stp_10.42.42.5(pid=1825): stdout: \u000a| (launched: 2022-12-09_00:34:24.910292)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:34:26.801626 run osmo-stp_10.42.42.5(pid=1825): stderr: \u000a| �[0;m�[38;5;43m20221209003425103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003425104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003425104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003425104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003425105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003425105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003425105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:34:26.858502 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1825): Process ended prematurely: osmo-stp_10.42.42.5(pid=1825) [trial-2351↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1825)] [trial-2351↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18]\u000a00:34:26.867448 tst handover.py:18: Test FAILED (6.6 sec)\u000a00:34:26.928934 run osmo-hlr_10.42.42.2(pid=1822): ERR: Terminated: ERROR {rc=237} [trial-2351↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1822)]\u000a00:34:26.979493 run osmo-hlr_10.42.42.2(pid=1822): stdout: \u000a| (launched: 2022-12-09_00:34:23.931284) \u000a00:34:27.031038 run osmo-hlr_10.42.42.2(pid=1822): stderr: \u000a| �[0;m�[1;31m20221209003424130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209003424130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209003424130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003424130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003424130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209003424130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209003424146 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209003424154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209003424155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209003424155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:34:27.100700 run osmo-msc_10.42.42.6(pid=1828): ERR: Terminated: ERROR {rc=2} [trial-2351↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1828)]\u000a00:34:27.151188 run osmo-msc_10.42.42.6(pid=1828): stdout: \u000a| (launched: 2022-12-09_00:34:25.918490) \u000a00:34:27.202407 run osmo-msc_10.42.42.6(pid=1828): stderr: \u000a| �[0;m�[38;5;43m20221209003426242 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209003426242 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9e79f59c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209003426242 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209003426242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209003426242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209003426242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209003426244 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209003426245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209003426245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209003426245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:34:27.245771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1821): Terminating (SIGTERM)\u000a00:34:27.286962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1824): Terminating (SIGTERM)\u000a00:34:27.328169 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1827): Terminating (SIGTERM)\u000a00:34:27.337525 --- ParallelTerminationStrategy: PID 1821 died...\u000a00:34:27.392351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1821): Terminated: ok {rc=0}\u000a00:34:27.402367 --- ParallelTerminationStrategy: PID 1824 died...\u000a00:34:27.457122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1824): Terminated: ok {rc=0}\u000a00:34:27.467280 --- ParallelTerminationStrategy: PID 1827 died...\u000a00:34:27.522187 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1827): Terminated: ok {rc=0}\u000a00:34:27.608247 bus /sierra_3: Setting Powered False\u000a00:34:28.710362 bus /sierra_3: Setting Powered False\u000a00:34:29.820340 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "191", "name" : "handover_2G_trx-lms-limenet-micro+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:34:20" }, { "cases" : [ { "testActions" : [ ], "age" : 180, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1839): Process ended prematurely: osmo-stp_10.42.42.5(pid=1839) [trial-2351↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1839)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1839): Process ended prematurely: osmo-stp_10.42.42.5(pid=1839) [trial-2351↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1839)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a00:34:31.887346 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:34:31.906400 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a00:34:32.066552 tst handover.py: using LAC 17860\u000a00:34:32.217415 tst handover.py: using RAC 10\u000a00:34:32.341348 tst handover.py: using CellId 17860\u000a00:34:32.461615 tst handover.py: using BVCI 17861\u000a00:34:32.484664 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a00:34:32.625719 tst handover.py: using LAC 17861\u000a00:34:32.750813 tst handover.py: using RAC 11\u000a00:34:32.876177 tst handover.py: using CellId 17861\u000a00:34:33.001616 tst handover.py: using BVCI 17862\u000a00:34:33.026423 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:34:33.037898 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:34:33.049232 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:34:33.060569 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:34:33.071815 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:34:33.083682 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a00:34:33.199229 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a00:34:33.398453 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:34:33.854516 run create_hlr_db(pid=1833): Launched\u000a00:34:33.978988 bus /sierra_2: Setting Powered False\u000a00:34:35.052099 run create_hlr_db(pid=1833): Terminated: ok {rc=0}\u000a00:34:35.457421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1835): Launched\u000a00:34:35.783094 run osmo-hlr_10.42.42.2(pid=1836): Launched\u000a00:34:35.902094 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:34:36.436813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1838): Launched\u000a00:34:36.761174 run osmo-stp_10.42.42.5(pid=1839): Launched\u000a00:34:36.879430 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:34:37.443662 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1841): Launched\u000a00:34:37.770058 run osmo-msc_10.42.42.6(pid=1842): Launched\u000a00:34:37.959233 run osmo-stp_10.42.42.5(pid=1839): ERR: Terminated: ERROR {rc=1} [trial-2351↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1839)]\u000a00:34:38.096257 run osmo-stp_10.42.42.5(pid=1839): stdout: \u000a| (launched: 2022-12-09_00:34:36.601787)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:34:38.232785 run osmo-stp_10.42.42.5(pid=1839): stderr: \u000a| �[0;m�[38;5;43m20221209003436794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003436794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003436794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003436794 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003436797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003436797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003436797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:34:38.363043 run osmo-stp_10.42.42.5(pid=1839): stdout: \u000a| (launched: 2022-12-09_00:34:36.601787)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:34:38.492026 run osmo-stp_10.42.42.5(pid=1839): stderr: \u000a| �[0;m�[38;5;43m20221209003436794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003436794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003436794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003436794 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003436797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003436797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003436797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:34:38.548645 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1839): Process ended prematurely: osmo-stp_10.42.42.5(pid=1839) [trial-2351↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1839)] [trial-2351↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18]\u000a00:34:38.557383 tst handover.py:18: Test FAILED (6.7 sec)\u000a00:34:38.618930 run osmo-hlr_10.42.42.2(pid=1836): ERR: Terminated: ERROR {rc=237} [trial-2351↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1836)]\u000a00:34:38.669576 run osmo-hlr_10.42.42.2(pid=1836): stdout: \u000a| (launched: 2022-12-09_00:34:35.623377) \u000a00:34:38.720664 run osmo-hlr_10.42.42.2(pid=1836): stderr: \u000a| �[0;m�[1;31m20221209003435821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209003435821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209003435821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003435821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003435821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209003435821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209003435834 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209003435842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209003435842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209003435842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:34:38.790151 run osmo-msc_10.42.42.6(pid=1842): ERR: Terminated: ERROR {rc=2} [trial-2351↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1842)]\u000a00:34:38.840601 run osmo-msc_10.42.42.6(pid=1842): stdout: \u000a| (launched: 2022-12-09_00:34:37.609309) \u000a00:34:38.891644 run osmo-msc_10.42.42.6(pid=1842): stderr: \u000a| �[0;m�[38;5;43m20221209003437934 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209003437934 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4d81ec4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209003437934 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209003437934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209003437934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209003437935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209003437936 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209003437937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209003437937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209003437937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:34:38.934897 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1835): Terminating (SIGTERM)\u000a00:34:38.975861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1838): Terminating (SIGTERM)\u000a00:34:39.017347 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1841): Terminating (SIGTERM)\u000a00:34:39.026666 --- ParallelTerminationStrategy: PID 1835 died...\u000a00:34:39.081743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1835): Terminated: ok {rc=0}\u000a00:34:39.091731 --- ParallelTerminationStrategy: PID 1838 died...\u000a00:34:39.146551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1838): Terminated: ok {rc=0}\u000a00:34:39.156461 --- ParallelTerminationStrategy: PID 1841 died...\u000a00:34:39.211150 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1841): Terminated: ok {rc=0}\u000a00:34:39.296759 bus /sierra_3: Setting Powered False\u000a00:34:40.398434 bus /sierra_3: Setting Powered False\u000a00:34:41.507222 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "192", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:34:31" }, { "cases" : [ { "testActions" : [ ], "age" : 180, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1853): Process ended prematurely: osmo-stp_10.42.42.5(pid=1853) [trial-2351↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1853)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1853): Process ended prematurely: osmo-stp_10.42.42.5(pid=1853) [trial-2351↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1853)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a00:34:43.530553 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:34:43.542008 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a00:34:43.681272 tst handover.py: using LAC 17862\u000a00:34:43.809448 tst handover.py: using RAC 12\u000a00:34:43.937476 tst handover.py: using CellId 17862\u000a00:34:44.066343 tst handover.py: using BVCI 17863\u000a00:34:44.091066 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a00:34:44.233639 tst handover.py: using LAC 17863\u000a00:34:44.361646 tst handover.py: using RAC 13\u000a00:34:44.491265 tst handover.py: using CellId 17863\u000a00:34:44.622334 tst handover.py: using BVCI 17864\u000a00:34:44.646895 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:34:44.658300 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:34:44.669547 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:34:44.680737 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:34:44.691915 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:34:44.703143 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a00:34:44.818119 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a00:34:45.029193 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:34:45.518902 run create_hlr_db(pid=1847): Launched\u000a00:34:45.651578 bus /sierra_2: Setting Powered False\u000a00:34:46.756012 run create_hlr_db(pid=1847): Terminated: ok {rc=0}\u000a00:34:47.166907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1849): Launched\u000a00:34:47.475455 run osmo-hlr_10.42.42.2(pid=1850): Launched\u000a00:34:47.596778 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:34:48.108493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1852): Launched\u000a00:34:48.413149 run osmo-stp_10.42.42.5(pid=1853): Launched\u000a00:34:48.524124 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:34:49.055718 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1855): Launched\u000a00:34:49.364061 run osmo-msc_10.42.42.6(pid=1856): Launched\u000a00:34:49.543966 run osmo-stp_10.42.42.5(pid=1853): ERR: Terminated: ERROR {rc=1} [trial-2351↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1853)]\u000a00:34:49.674694 run osmo-stp_10.42.42.5(pid=1853): stdout: \u000a| (launched: 2022-12-09_00:34:48.263561)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:34:49.801825 run osmo-stp_10.42.42.5(pid=1853): stderr: \u000a| �[0;m�[38;5;43m20221209003448434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003448435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003448435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003448435 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003448436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003448436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003448436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:34:49.924436 run osmo-stp_10.42.42.5(pid=1853): stdout: \u000a| (launched: 2022-12-09_00:34:48.263561)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:34:50.045991 run osmo-stp_10.42.42.5(pid=1853): stderr: \u000a| �[0;m�[38;5;43m20221209003448434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003448435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003448435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003448435 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003448436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003448436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003448436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:34:50.098984 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1853): Process ended prematurely: osmo-stp_10.42.42.5(pid=1853) [trial-2351↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1853)] [trial-2351↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18]\u000a00:34:50.106923 tst handover.py:18: Test FAILED (6.6 sec)\u000a00:34:50.166664 run osmo-hlr_10.42.42.2(pid=1850): ERR: Terminated: ERROR {rc=237} [trial-2351↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1850)]\u000a00:34:50.215126 run osmo-hlr_10.42.42.2(pid=1850): stdout: \u000a| (launched: 2022-12-09_00:34:47.323928) \u000a00:34:50.264373 run osmo-hlr_10.42.42.2(pid=1850): stderr: \u000a| �[0;m�[1;31m20221209003447498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209003447499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209003447499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003447499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003447499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209003447499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209003447511 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209003447519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209003447519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209003447519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:34:50.331380 run osmo-msc_10.42.42.6(pid=1856): ERR: Terminated: ERROR {rc=2} [trial-2351↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1856)]\u000a00:34:50.379796 run osmo-msc_10.42.42.6(pid=1856): stdout: \u000a| (launched: 2022-12-09_00:34:49.211440) \u000a00:34:50.429092 run osmo-msc_10.42.42.6(pid=1856): stderr: \u000a| �[0;m�[38;5;43m20221209003449485 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209003449485 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6a06e16c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209003449485 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209003449485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209003449485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209003449486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209003449487 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209003449488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209003449488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209003449488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:34:50.470124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1849): Terminating (SIGTERM)\u000a00:34:50.509130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1852): Terminating (SIGTERM)\u000a00:34:50.548218 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1855): Terminating (SIGTERM)\u000a00:34:50.557571 --- ParallelTerminationStrategy: PID 1849 died...\u000a00:34:50.609537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1849): Terminated: ok {rc=0}\u000a00:34:50.619218 --- ParallelTerminationStrategy: PID 1852 died...\u000a00:34:50.671920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1852): Terminated: ok {rc=0}\u000a00:34:50.681721 --- ParallelTerminationStrategy: PID 1855 died...\u000a00:34:50.734550 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1855): Terminated: ok {rc=0}\u000a00:34:50.824018 bus /sierra_3: Setting Powered False\u000a00:34:51.926140 bus /sierra_3: Setting Powered False\u000a00:34:53.036507 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "193", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:34:43" }, { "cases" : [ { "testActions" : [ ], "age" : 180, "className" : "handover_2G:trx-sysmocell5000+bts1-sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1867): Process ended prematurely: osmo-stp_10.42.42.5(pid=1867) [trial-2351↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1867)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1867): Process ended prematurely: osmo-stp_10.42.42.5(pid=1867) [trial-2351↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1867)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py\u000a----------------------------------------------\u000a00:34:55.044391 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:34:55.055704 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a00:34:55.197285 tst handover.py: using LAC 17864\u000a00:34:55.325761 tst handover.py: using RAC 14\u000a00:34:55.452568 tst handover.py: using CellId 17864\u000a00:34:55.580677 tst handover.py: using BVCI 17865\u000a00:34:55.605374 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a00:34:55.735258 tst handover.py: using LAC 17865\u000a00:34:55.862393 tst handover.py: using RAC 15\u000a00:34:55.989095 tst handover.py: using CellId 17865\u000a00:34:56.118293 tst handover.py: using BVCI 17866\u000a00:34:56.142840 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:34:56.154108 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:34:56.165221 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:34:56.177008 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:34:56.188550 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:34:56.200159 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a00:34:56.315825 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a00:34:56.528001 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:34:57.018022 run create_hlr_db(pid=1861): Launched\u000a00:34:57.150470 bus /sierra_2: Setting Powered False\u000a00:34:58.226972 run create_hlr_db(pid=1861): Terminated: ok {rc=0}\u000a00:34:58.631436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1863): Launched\u000a00:34:58.956495 run osmo-hlr_10.42.42.2(pid=1864): Launched\u000a00:34:59.080456 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:34:59.618187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1866): Launched\u000a00:34:59.944027 run osmo-stp_10.42.42.5(pid=1867): Launched\u000a00:35:00.062957 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:35:00.628601 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1869): Launched\u000a00:35:00.982856 run osmo-msc_10.42.42.6(pid=1870): Launched\u000a00:35:01.476569 run osmo-stp_10.42.42.5(pid=1867): ERR: Terminated: ERROR {rc=1} [trial-2351↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1867)]\u000a00:35:01.703424 run osmo-stp_10.42.42.5(pid=1867): stdout: \u000a| (launched: 2022-12-09_00:34:59.784411)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:35:01.852093 run osmo-stp_10.42.42.5(pid=1867): stderr: \u000a| �[0;m�[38;5;43m20221209003459979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003459979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003459979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003459980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003459982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003459982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003459982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:35:01.985351 run osmo-stp_10.42.42.5(pid=1867): stdout: \u000a| (launched: 2022-12-09_00:34:59.784411)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:35:02.116891 run osmo-stp_10.42.42.5(pid=1867): stderr: \u000a| �[0;m�[38;5;43m20221209003459979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003459979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003459979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003459980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003459982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003459982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003459982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:35:02.174567 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1867): Process ended prematurely: osmo-stp_10.42.42.5(pid=1867) [trial-2351↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1867)] [trial-2351↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18]\u000a00:35:02.183161 tst handover.py:18: Test FAILED (7.1 sec)\u000a00:35:02.246316 run osmo-hlr_10.42.42.2(pid=1864): ERR: Terminated: ERROR {rc=237} [trial-2351↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1864)]\u000a00:35:02.298343 run osmo-hlr_10.42.42.2(pid=1864): stdout: \u000a| (launched: 2022-12-09_00:34:58.797392) \u000a00:35:02.362167 run osmo-hlr_10.42.42.2(pid=1864): stderr: \u000a| �[0;m�[1;31m20221209003458999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209003458999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209003458999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003458999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003458999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209003458999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209003459014 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209003459024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209003459024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209003459024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:35:02.433516 run osmo-msc_10.42.42.6(pid=1870): ERR: Terminated: ERROR {rc=2} [trial-2351↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1870)]\u000a00:35:02.486541 run osmo-msc_10.42.42.6(pid=1870): stdout: \u000a| (launched: 2022-12-09_00:35:00.794434) \u000a00:35:02.539490 run osmo-msc_10.42.42.6(pid=1870): stderr: \u000a| �[0;m�[38;5;43m20221209003501360 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209003501360 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f005cea9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209003501361 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209003501361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209003501362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209003501363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209003501370 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209003501372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209003501372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209003501373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:35:02.585671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1863): Terminating (SIGTERM)\u000a00:35:02.628875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1866): Terminating (SIGTERM)\u000a00:35:02.673763 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1869): Terminating (SIGTERM)\u000a00:35:02.683526 --- ParallelTerminationStrategy: PID 1863 died...\u000a00:35:02.739913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1863): Terminated: ok {rc=0}\u000a00:35:02.750548 --- ParallelTerminationStrategy: PID 1866 died...\u000a00:35:02.806749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1866): Terminated: ok {rc=0}\u000a00:35:02.817306 --- ParallelTerminationStrategy: PID 1869 died...\u000a00:35:02.873393 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1869): Terminated: ok {rc=0}\u000a00:35:02.960449 bus /sierra_3: Setting Powered False\u000a00:35:04.063465 bus /sierra_3: Setting Powered False\u000a00:35:05.168787 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "194", "name" : "handover_2G_trx-sysmocell5000+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:34:54" }, { "cases" : [ { "testActions" : [ ], "age" : 180, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1891): Process ended prematurely: osmo-stp_10.42.42.5(pid=1891) [trial-2351↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1891)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1891): Process ended prematurely: osmo-stp_10.42.42.5(pid=1891) [trial-2351↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1891)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a00:35:07.190800 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:35:07.201851 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a00:35:07.338555 tst handover.py: using LAC 17866\u000a00:35:07.464673 tst handover.py: using RAC 16\u000a00:35:07.593376 tst handover.py: using CellId 17866\u000a00:35:07.722401 tst handover.py: using BVCI 17867\u000a00:35:07.747126 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a00:35:07.890685 tst handover.py: using LAC 17867\u000a00:35:08.017773 tst handover.py: using RAC 17\u000a00:35:08.146041 tst handover.py: using CellId 17867\u000a00:35:08.276931 tst handover.py: using BVCI 17868\u000a00:35:08.301641 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:35:08.312882 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:35:08.324000 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:35:08.335315 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:35:08.346416 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:35:08.357687 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a00:35:08.474988 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a00:35:08.676041 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:35:09.132724 run create_hlr_db(pid=1885): Launched\u000a00:35:09.257364 bus /sierra_2: Setting Powered False\u000a00:35:10.330433 run create_hlr_db(pid=1885): Terminated: ok {rc=0}\u000a00:35:10.712633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1887): Launched\u000a00:35:11.020017 run osmo-hlr_10.42.42.2(pid=1888): Launched\u000a00:35:11.133174 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:35:11.640059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1890): Launched\u000a00:35:11.947302 run osmo-stp_10.42.42.5(pid=1891): Launched\u000a00:35:12.059699 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:35:12.592304 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1893): Launched\u000a00:35:13.016045 run osmo-msc_10.42.42.6(pid=1894): Launched\u000a00:35:13.278048 run osmo-stp_10.42.42.5(pid=1891): ERR: Terminated: ERROR {rc=1} [trial-2351↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1891)]\u000a00:35:13.498393 run osmo-stp_10.42.42.5(pid=1891): stdout: \u000a| (launched: 2022-12-09_00:35:11.795523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:35:13.639055 run osmo-stp_10.42.42.5(pid=1891): stderr: \u000a| �[0;m�[38;5;43m20221209003511967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003511967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003511967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003511968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003511968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003511968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003511968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:35:13.774829 run osmo-stp_10.42.42.5(pid=1891): stdout: \u000a| (launched: 2022-12-09_00:35:11.795523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:35:13.910629 run osmo-stp_10.42.42.5(pid=1891): stderr: \u000a| �[0;m�[38;5;43m20221209003511967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003511967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003511967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003511968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003511968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003511968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003511968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:35:13.969284 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1891): Process ended prematurely: osmo-stp_10.42.42.5(pid=1891) [trial-2351↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1891)] [trial-2351↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18]\u000a00:35:13.978670 tst handover.py:18: Test FAILED (6.8 sec)\u000a00:35:14.043321 run osmo-hlr_10.42.42.2(pid=1888): ERR: Terminated: ERROR {rc=237} [trial-2351↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1888)]\u000a00:35:14.097159 run osmo-hlr_10.42.42.2(pid=1888): stdout: \u000a| (launched: 2022-12-09_00:35:10.868393) \u000a00:35:14.150361 run osmo-hlr_10.42.42.2(pid=1888): stderr: \u000a| �[0;m�[1;31m20221209003511045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209003511045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209003511046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003511046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003511046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209003511046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209003511058 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209003511067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209003511067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209003511067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:35:14.222412 run osmo-msc_10.42.42.6(pid=1894): ERR: Terminated: ERROR {rc=2} [trial-2351↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1894)]\u000a00:35:14.274739 run osmo-msc_10.42.42.6(pid=1894): stdout: \u000a| (launched: 2022-12-09_00:35:12.748260) \u000a00:35:14.328883 run osmo-msc_10.42.42.6(pid=1894): stderr: \u000a| �[0;m�[38;5;43m20221209003513156 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209003513156 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd305516c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209003513156 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209003513156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209003513157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209003513157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209003513159 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209003513159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209003513159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209003513159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:35:14.375455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1887): Terminating (SIGTERM)\u000a00:35:14.417533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1890): Terminating (SIGTERM)\u000a00:35:14.458409 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1893): Terminating (SIGTERM)\u000a00:35:14.469147 --- ParallelTerminationStrategy: PID 1887 died...\u000a00:35:14.524376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1887): Terminated: ok {rc=0}\u000a00:35:14.535957 --- ParallelTerminationStrategy: PID 1890 died...\u000a00:35:14.590933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1890): Terminated: ok {rc=0}\u000a00:35:14.602502 --- ParallelTerminationStrategy: PID 1893 died...\u000a00:35:14.658780 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1893): Terminated: ok {rc=0}\u000a00:35:14.747469 bus /sierra_3: Setting Powered False\u000a00:35:15.850444 bus /sierra_3: Setting Powered False\u000a00:35:16.978395 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "195", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:35:06" }, { "cases" : [ { "testActions" : [ ], "age" : 180, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2350): Process ended prematurely: osmo-stp_10.42.42.5(pid=2350) [trial-2351↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2350)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2350): Process ended prematurely: osmo-stp_10.42.42.5(pid=2350) [trial-2351↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2350)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a00:35:19.023617 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:35:19.034978 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a00:35:19.177189 tst handover.py: using LAC 17868\u000a00:35:19.297716 tst handover.py: using RAC 18\u000a00:35:19.416623 tst handover.py: using CellId 17868\u000a00:35:19.536431 tst handover.py: using BVCI 17869\u000a00:35:19.559561 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a00:35:19.701310 tst handover.py: using LAC 17869\u000a00:35:19.829261 tst handover.py: using RAC 19\u000a00:35:19.955857 tst handover.py: using CellId 17869\u000a00:35:20.082242 tst handover.py: using BVCI 17870\u000a00:35:20.107115 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:35:20.118649 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:35:20.129833 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:35:20.141114 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:35:20.152253 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:35:20.163825 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a00:35:20.282162 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a00:35:20.492752 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:35:20.984183 run create_hlr_db(pid=2253): Launched\u000a00:35:21.117558 bus /sierra_2: Setting Powered False\u000a00:35:22.191630 run create_hlr_db(pid=2253): Terminated: ok {rc=0}\u000a00:35:22.597370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2255): Launched\u000a00:35:22.922737 run osmo-hlr_10.42.42.2(pid=2256): Launched\u000a00:35:23.041475 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:35:23.598359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2269): Launched\u000a00:35:23.974988 run osmo-stp_10.42.42.5(pid=2350): Launched\u000a00:35:24.113519 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:35:24.729321 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2436): Launched\u000a00:35:25.143398 run osmo-msc_10.42.42.6(pid=2437): Launched\u000a00:35:25.524242 run osmo-stp_10.42.42.5(pid=2350): ERR: Terminated: ERROR {rc=1} [trial-2351↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2350)]\u000a00:35:25.793019 run osmo-stp_10.42.42.5(pid=2350): stdout: \u000a| (launched: 2022-12-09_00:35:23.767861)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:35:26.004881 run osmo-stp_10.42.42.5(pid=2350): stderr: \u000a| �[0;m�[38;5;43m20221209003524095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003524095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003524095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003524095 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003524103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003524103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003524103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:35:26.133896 run osmo-stp_10.42.42.5(pid=2350): stdout: \u000a| (launched: 2022-12-09_00:35:23.767861)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:35:26.259025 run osmo-stp_10.42.42.5(pid=2350): stderr: \u000a| �[0;m�[38;5;43m20221209003524095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003524095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003524095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003524095 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003524103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003524103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003524103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:35:26.314662 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2350): Process ended prematurely: osmo-stp_10.42.42.5(pid=2350) [trial-2351↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2350)] [trial-2351↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18]\u000a00:35:26.324125 tst handover.py:18: Test FAILED (7.3 sec)\u000a00:35:26.389524 run osmo-hlr_10.42.42.2(pid=2256): ERR: Terminated: ERROR {rc=237} [trial-2351↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2256)]\u000a00:35:26.441081 run osmo-hlr_10.42.42.2(pid=2256): stdout: \u000a| (launched: 2022-12-09_00:35:22.763191) \u000a00:35:26.494256 run osmo-hlr_10.42.42.2(pid=2256): stderr: \u000a| �[0;m�[1;31m20221209003522964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209003522964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209003522964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003522964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003522964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209003522964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209003522977 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209003522985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209003522985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209003522985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:35:26.564579 run osmo-msc_10.42.42.6(pid=2437): ERR: Terminated: ERROR {rc=2} [trial-2351↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2437)]\u000a00:35:26.616595 run osmo-msc_10.42.42.6(pid=2437): stdout: \u000a| (launched: 2022-12-09_00:35:24.887994) \u000a00:35:26.669243 run osmo-msc_10.42.42.6(pid=2437): stderr: \u000a| �[0;m�[38;5;43m20221209003525488 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209003525489 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1108753c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209003525489 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209003525489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209003525489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209003525489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209003525491 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209003525491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209003525491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209003525491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:35:26.714417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2255): Terminating (SIGTERM)\u000a00:35:26.757549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2269): Terminating (SIGTERM)\u000a00:35:26.800593 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2436): Terminating (SIGTERM)\u000a00:35:26.811133 --- ParallelTerminationStrategy: PID 2255 died...\u000a00:35:26.869520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2255): Terminated: ok {rc=0}\u000a00:35:26.881126 --- ParallelTerminationStrategy: PID 2269 died...\u000a00:35:26.936306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2269): Terminated: ok {rc=0}\u000a00:35:26.947822 --- ParallelTerminationStrategy: PID 2436 died...\u000a00:35:27.002709 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2436): Terminated: ok {rc=0}\u000a00:35:27.091786 bus /sierra_3: Setting Powered False\u000a00:35:28.195260 bus /sierra_3: Setting Powered False\u000a00:35:29.304112 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "196", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:35:18" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "handover_2G:sysmo+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2449): Process ended prematurely: osmo-stp_10.42.42.5(pid=2449) [trial-2351↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2449)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2449): Process ended prematurely: osmo-stp_10.42.42.5(pid=2449) [trial-2351↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2449)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 handover_2G:sysmo+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a00:35:31.336003 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:35:31.355044 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a00:35:31.512434 tst handover.py: using LAC 17870\u000a00:35:31.648533 tst handover.py: using RAC 20\u000a00:35:31.781776 tst handover.py: using CellId 17870\u000a00:35:31.916876 tst handover.py: using BVCI 17871\u000a00:35:31.943698 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a00:35:32.090756 tst handover.py: using LAC 17871\u000a00:35:32.219647 tst handover.py: using RAC 21\u000a00:35:32.345833 tst handover.py: using CellId 17871\u000a00:35:32.471881 tst handover.py: using BVCI 17872\u000a00:35:32.496686 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:35:32.508032 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:35:32.519197 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:35:32.531007 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:35:32.542928 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:35:32.554471 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a00:35:32.670366 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a00:35:32.871474 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:35:33.327590 run create_hlr_db(pid=2443): Launched\u000a00:35:33.453242 bus /sierra_2: Setting Powered False\u000a00:35:34.526139 run create_hlr_db(pid=2443): Terminated: ok {rc=0}\u000a00:35:34.931488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2445): Launched\u000a00:35:35.258005 run osmo-hlr_10.42.42.2(pid=2446): Launched\u000a00:35:35.381659 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:35:35.920009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2448): Launched\u000a00:35:36.246298 run osmo-stp_10.42.42.5(pid=2449): Launched\u000a00:35:36.364307 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:35:36.930269 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2451): Launched\u000a00:35:37.256230 run osmo-msc_10.42.42.6(pid=2452): Launched\u000a00:35:37.446089 run osmo-stp_10.42.42.5(pid=2449): ERR: Terminated: ERROR {rc=1} [trial-2351↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2449)]\u000a00:35:37.583665 run osmo-stp_10.42.42.5(pid=2449): stdout: \u000a| (launched: 2022-12-09_00:35:36.087049)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:35:37.720816 run osmo-stp_10.42.42.5(pid=2449): stderr: \u000a| �[0;m�[38;5;43m20221209003536279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003536280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003536280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003536280 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003536283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003536283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003536283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:35:37.851445 run osmo-stp_10.42.42.5(pid=2449): stdout: \u000a| (launched: 2022-12-09_00:35:36.087049)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:35:37.980930 run osmo-stp_10.42.42.5(pid=2449): stderr: \u000a| �[0;m�[38;5;43m20221209003536279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003536280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003536280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003536280 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003536283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003536283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003536283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:35:38.038452 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2449): Process ended prematurely: osmo-stp_10.42.42.5(pid=2449) [trial-2351↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2449)] [trial-2351↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18]\u000a00:35:38.047357 tst handover.py:18: Test FAILED (6.7 sec)\u000a00:35:38.110163 run osmo-hlr_10.42.42.2(pid=2446): ERR: Terminated: ERROR {rc=237} [trial-2351↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2446)]\u000a00:35:38.161164 run osmo-hlr_10.42.42.2(pid=2446): stdout: \u000a| (launched: 2022-12-09_00:35:35.097629) \u000a00:35:38.213181 run osmo-hlr_10.42.42.2(pid=2446): stderr: \u000a| �[0;m�[1;31m20221209003535299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209003535299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209003535299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003535299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003535299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209003535299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209003535314 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209003535324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209003535324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209003535324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:35:38.283333 run osmo-msc_10.42.42.6(pid=2452): ERR: Terminated: ERROR {rc=2} [trial-2351↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2452)]\u000a00:35:38.334207 run osmo-msc_10.42.42.6(pid=2452): stdout: \u000a| (launched: 2022-12-09_00:35:37.096575) \u000a00:35:38.385522 run osmo-msc_10.42.42.6(pid=2452): stderr: \u000a| �[0;m�[38;5;43m20221209003537420 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209003537420 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc3626d9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209003537421 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209003537421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209003537421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209003537421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209003537423 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209003537423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209003537423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209003537423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:35:38.429067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2445): Terminating (SIGTERM)\u000a00:35:38.470532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2448): Terminating (SIGTERM)\u000a00:35:38.512312 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2451): Terminating (SIGTERM)\u000a00:35:38.522084 --- ParallelTerminationStrategy: PID 2445 died...\u000a00:35:38.577259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2445): Terminated: ok {rc=0}\u000a00:35:38.587481 --- ParallelTerminationStrategy: PID 2448 died...\u000a00:35:38.642794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2448): Terminated: ok {rc=0}\u000a00:35:38.652629 --- ParallelTerminationStrategy: PID 2451 died...\u000a00:35:38.707784 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2451): Terminated: ok {rc=0}\u000a00:35:38.793791 bus /sierra_3: Setting Powered False\u000a00:35:39.900048 bus /sierra_3: Setting Powered False\u000a00:35:41.009864 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "197", "name" : "handover_2G_sysmo+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:35:31" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "handover_2G:sysmo+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2463): Process ended prematurely: osmo-stp_10.42.42.5(pid=2463) [trial-2351↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2463)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2463): Process ended prematurely: osmo-stp_10.42.42.5(pid=2463) [trial-2351↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2463)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 handover_2G:sysmo+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a00:35:43.001290 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:35:43.012287 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a00:35:43.145836 tst handover.py: using LAC 17872\u000a00:35:43.267696 tst handover.py: using RAC 22\u000a00:35:43.387137 tst handover.py: using CellId 17872\u000a00:35:43.507893 tst handover.py: using BVCI 17873\u000a00:35:43.531309 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a00:35:43.665843 tst handover.py: using LAC 17873\u000a00:35:43.783956 tst handover.py: using RAC 23\u000a00:35:43.903257 tst handover.py: using CellId 17873\u000a00:35:44.020313 tst handover.py: using BVCI 17874\u000a00:35:44.043760 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:35:44.054548 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:35:44.065019 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:35:44.076071 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:35:44.086936 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:35:44.097823 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a00:35:44.215582 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a00:35:44.423652 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:35:44.914312 run create_hlr_db(pid=2457): Launched\u000a00:35:45.046670 bus /sierra_2: Setting Powered False\u000a00:35:46.185377 run create_hlr_db(pid=2457): Terminated: ok {rc=0}\u000a00:35:46.599248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2459): Launched\u000a00:35:47.011090 run osmo-hlr_10.42.42.2(pid=2460): Launched\u000a00:35:47.181644 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:35:47.716501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2462): Launched\u000a00:35:48.041654 run osmo-stp_10.42.42.5(pid=2463): Launched\u000a00:35:48.160071 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:35:48.726005 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2465): Launched\u000a00:35:49.050235 run osmo-msc_10.42.42.6(pid=2466): Launched\u000a00:35:49.240714 run osmo-stp_10.42.42.5(pid=2463): ERR: Terminated: ERROR {rc=1} [trial-2351↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2463)]\u000a00:35:49.378024 run osmo-stp_10.42.42.5(pid=2463): stdout: \u000a| (launched: 2022-12-09_00:35:47.881925)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:35:49.514556 run osmo-stp_10.42.42.5(pid=2463): stderr: \u000a| �[0;m�[38;5;43m20221209003548076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003548076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003548077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003548078 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003548078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003548078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003548078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:35:49.645097 run osmo-stp_10.42.42.5(pid=2463): stdout: \u000a| (launched: 2022-12-09_00:35:47.881925)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:35:49.774631 run osmo-stp_10.42.42.5(pid=2463): stderr: \u000a| �[0;m�[38;5;43m20221209003548076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003548076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003548077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003548078 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003548078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003548078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003548078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:35:49.831131 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2463): Process ended prematurely: osmo-stp_10.42.42.5(pid=2463) [trial-2351↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2463)] [trial-2351↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18]\u000a00:35:49.839476 tst handover.py:18: Test FAILED (6.8 sec)\u000a00:35:49.901694 run osmo-hlr_10.42.42.2(pid=2460): ERR: Terminated: ERROR {rc=237} [trial-2351↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2460)]\u000a00:35:49.952447 run osmo-hlr_10.42.42.2(pid=2460): stdout: \u000a| (launched: 2022-12-09_00:35:46.758705) \u000a00:35:50.003930 run osmo-hlr_10.42.42.2(pid=2460): stderr: \u000a| �[0;m�[1;31m20221209003547107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209003547107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209003547107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003547107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003547108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209003547108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209003547139 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209003547161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209003547161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209003547161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:35:50.074003 run osmo-msc_10.42.42.6(pid=2466): ERR: Terminated: ERROR {rc=2} [trial-2351↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2466)]\u000a00:35:50.124984 run osmo-msc_10.42.42.6(pid=2466): stdout: \u000a| (launched: 2022-12-09_00:35:48.891336) \u000a00:35:50.176438 run osmo-msc_10.42.42.6(pid=2466): stderr: \u000a| �[0;m�[38;5;43m20221209003549213 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209003549213 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3759832c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209003549214 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209003549214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209003549214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209003549214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209003549216 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209003549216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209003549216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209003549216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:35:50.220134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2459): Terminating (SIGTERM)\u000a00:35:50.261586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2462): Terminating (SIGTERM)\u000a00:35:50.303305 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2465): Terminating (SIGTERM)\u000a00:35:50.313082 --- ParallelTerminationStrategy: PID 2459 died...\u000a00:35:50.368596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2459): Terminated: ok {rc=0}\u000a00:35:50.378700 --- ParallelTerminationStrategy: PID 2462 died...\u000a00:35:50.434045 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2462): Terminated: ok {rc=0}\u000a00:35:50.444000 --- ParallelTerminationStrategy: PID 2465 died...\u000a00:35:50.499220 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2465): Terminated: ok {rc=0}\u000a00:35:50.585212 bus /sierra_3: Setting Powered False\u000a00:35:51.687795 bus /sierra_3: Setting Powered False\u000a00:35:52.798518 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "198", "name" : "handover_2G_sysmo+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:35:42" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "handover_2G:trx-b200+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2477): Process ended prematurely: osmo-stp_10.42.42.5(pid=2477) [trial-2351↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2477)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2477): Process ended prematurely: osmo-stp_10.42.42.5(pid=2477) [trial-2351↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2477)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2351 handover_2G:trx-b200+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a00:35:54.807930 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:35:54.819719 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a00:35:54.954843 tst handover.py: using LAC 17874\u000a00:35:55.075106 tst handover.py: using RAC 24\u000a00:35:55.195676 tst handover.py: using CellId 17874\u000a00:35:55.315061 tst handover.py: using BVCI 17875\u000a00:35:55.337821 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a00:35:55.472344 tst handover.py: using LAC 17875\u000a00:35:55.590590 tst handover.py: using RAC 25\u000a00:35:55.712905 tst handover.py: using CellId 17875\u000a00:35:55.831490 tst handover.py: using BVCI 17876\u000a00:35:55.854356 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:35:55.865105 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:35:55.875602 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:35:55.886434 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:35:55.897246 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:35:55.907945 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a00:35:56.020494 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a00:35:56.228502 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:35:56.712802 run create_hlr_db(pid=2471): Launched\u000a00:35:56.843675 bus /sierra_2: Setting Powered False\u000a00:35:57.919602 run create_hlr_db(pid=2471): Terminated: ok {rc=0}\u000a00:35:58.319754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2473): Launched\u000a00:35:58.640349 run osmo-hlr_10.42.42.2(pid=2474): Launched\u000a00:35:58.758310 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:35:59.288667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2476): Launched\u000a00:35:59.610033 run osmo-stp_10.42.42.5(pid=2477): Launched\u000a00:35:59.726515 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:36:00.286324 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2479): Launched\u000a00:36:00.607639 run osmo-msc_10.42.42.6(pid=2480): Launched\u000a00:36:00.795796 run osmo-stp_10.42.42.5(pid=2477): ERR: Terminated: ERROR {rc=1} [trial-2351↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2477)]\u000a00:36:01.079322 run osmo-stp_10.42.42.5(pid=2477): stdout: \u000a| (launched: 2022-12-09_00:35:59.452508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:36:01.209515 run osmo-stp_10.42.42.5(pid=2477): stderr: \u000a| �[0;m�[38;5;43m20221209003559645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003559645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003559645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003559646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003559646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003559646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003559646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:36:01.336901 run osmo-stp_10.42.42.5(pid=2477): stdout: \u000a| (launched: 2022-12-09_00:35:59.452508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:36:01.462608 run osmo-stp_10.42.42.5(pid=2477): stderr: \u000a| �[0;m�[38;5;43m20221209003559645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209003559645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209003559645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209003559646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209003559646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209003559646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209003559646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:36:01.518581 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2477): Process ended prematurely: osmo-stp_10.42.42.5(pid=2477) [trial-2351↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2477)] [trial-2351↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18]\u000a00:36:01.527698 tst handover.py:18: Test FAILED (6.7 sec)\u000a00:36:01.591297 run osmo-hlr_10.42.42.2(pid=2474): ERR: Terminated: ERROR {rc=237} [trial-2351↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2474)]\u000a00:36:01.643788 run osmo-hlr_10.42.42.2(pid=2474): stdout: \u000a| (launched: 2022-12-09_00:35:58.483380) \u000a00:36:01.697387 run osmo-hlr_10.42.42.2(pid=2474): stderr: \u000a| �[0;m�[1;31m20221209003558683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209003558683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209003558683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003558683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209003558683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209003558683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209003558699 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2351/run.2022-12-08_23-11-41/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209003558707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209003558707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209003558707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:36:01.767708 run osmo-msc_10.42.42.6(pid=2480): ERR: Terminated: ERROR {rc=2} [trial-2351↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2480)]\u000a00:36:01.819200 run osmo-msc_10.42.42.6(pid=2480): stdout: \u000a| (launched: 2022-12-09_00:36:00.450291) \u000a00:36:01.871277 run osmo-msc_10.42.42.6(pid=2480): stderr: \u000a| �[0;m�[38;5;43m20221209003600774 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209003600774 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f031f2f7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209003600774 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209003600774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209003600774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209003600774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209003600776 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209003600776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209003600777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209003600777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:36:01.916314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2473): Terminating (SIGTERM)\u000a00:36:01.961451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2476): Terminating (SIGTERM)\u000a00:36:02.004694 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2479): Terminating (SIGTERM)\u000a00:36:02.016576 --- ParallelTerminationStrategy: PID 2473 died...\u000a00:36:02.074833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2473): Terminated: ok {rc=0}\u000a00:36:02.086423 --- ParallelTerminationStrategy: PID 2476 died...\u000a00:36:02.142550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2476): Terminated: ok {rc=0}\u000a00:36:02.152913 --- ParallelTerminationStrategy: PID 2479 died...\u000a00:36:02.209369 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2479): Terminated: ok {rc=0}\u000a00:36:02.294609 bus /sierra_3: Setting Powered False\u000a00:36:03.395929 bus /sierra_3: Setting Powered False\u000a00:36:04.502826 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "199", "name" : "handover_2G_trx-b200+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:35:54" } ] }