{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 229.0, "empty" : False, "failCount" : 7, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 8, "className" : "nitb_sms:sysmo", "duration" : 5.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=9712): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9712) [trial-2070↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9712)]", "failedSince" : 2063, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=9712): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9712) [trial-2070↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9712)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2070 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a15:41:37.619481 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a15:41:37.630293 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a15:41:38.200518 tst mo_mt_sms.py: using LAC 41707\u000a15:41:38.322446 tst mo_mt_sms.py: using RAC 142\u000a15:41:38.447445 tst mo_mt_sms.py: using CellId 41707\u000a15:41:38.562171 tst mo_mt_sms.py: using BVCI 41708\u000a15:41:38.583826 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a15:41:38.765558 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a15:41:39.037675 tst mo_mt_sms.py:9: start nitb and bts...\u000a15:41:39.161351 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a15:41:41.347930 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9711): Launched\u000a15:41:41.637214 run osmo-nitb_10.42.42.2(pid=9712): Launched\u000a15:41:41.806695 run osmo-nitb_10.42.42.2(pid=9712): ERR: Terminated: ERROR {rc=2} [trial-2070↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9712)]\u000a15:41:41.928963 run osmo-nitb_10.42.42.2(pid=9712): stdout: \u000a| (launched: 2022-12-23_15:41:41.497215) \u000a15:41:42.051302 run osmo-nitb_10.42.42.2(pid=9712): stderr: \u000a| (launched: 2022-12-23_15:41:41.541125)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a15:41:42.169284 run osmo-nitb_10.42.42.2(pid=9712): stdout: \u000a| (launched: 2022-12-23_15:41:41.497215) \u000a15:41:42.285900 run osmo-nitb_10.42.42.2(pid=9712): stderr: \u000a| (launched: 2022-12-23_15:41:41.541125)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a15:41:42.337084 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=9712): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9712) [trial-2070↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9712)] [trial-2070↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a15:41:42.344963 tst mo_mt_sms.py:11: Test FAILED (4.7 sec)\u000a15:41:42.378962 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9711): Terminating (SIGTERM)\u000a15:41:42.556274 --- ParallelTerminationStrategy: PID 9711 died...\u000a15:41:42.610177 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9711): Terminated: ok {rc=0}\u000a15:41:42.693385 bus /sierra_3: Setting Powered False\u000a15:41:43.798367 bus /sierra_3: Setting Powered False\u000a15:41:44.908422 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-23T15:41:37" }, { "cases" : [ { "testActions" : [ ], "age" : 2, "className" : "sms:sysmo", "duration" : 36.0, "errorDetails" : None, "errorStackTrace" : "rm-remote-dir(pid=9734): launch_sync(): local ssh process exited with status 255 (ssh: connect to host 10.42.42.114 port 22: No route to host) [trial-2070↪sms:sysmo↪mo_mt_sms.py:23↪mo_mt_sms.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=9734)]", "failedSince" : 2069, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 23, in \u000a bts.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/bts_sysmo.py\", line 113, in start\u000a rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 216, in launch_sync\u000a raise self.RunError('launch_sync()')\u000aosmo_gsm_tester.core.log.Error: rm-remote-dir(pid=9734): launch_sync(): local ssh process exited with status 255 (ssh: connect to host 10.42.42.114 port 22: No route to host) [trial-2070↪sms:sysmo↪mo_mt_sms.py:23↪mo_mt_sms.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=9734)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2070 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a15:41:46.759554 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:41:46.770096 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a15:41:46.888802 tst mo_mt_sms.py: using LAC 41708\u000a15:41:47.006038 tst mo_mt_sms.py: using RAC 143\u000a15:41:47.124333 tst mo_mt_sms.py: using CellId 41708\u000a15:41:47.239700 tst mo_mt_sms.py: using BVCI 41709\u000a15:41:47.262072 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:41:47.272598 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:41:47.282939 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:41:47.293293 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:41:47.303619 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:41:47.313978 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a15:41:47.429839 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a15:41:47.625025 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:41:49.226800 run create_hlr_db(pid=9717): Launched\u000a15:41:49.396500 bus /sierra_2: Setting Powered False\u000a15:41:50.417261 run create_hlr_db(pid=9717): Terminated: ok {rc=0}\u000a15:41:50.808769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9719): Launched\u000a15:41:51.248296 run osmo-hlr_10.42.42.2(pid=9720): Launched\u000a15:41:51.380026 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:41:53.967941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9721): Launched\u000a15:41:54.282131 run osmo-stp_10.42.42.5(pid=9722): Launched\u000a15:41:54.396352 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:41:59.757234 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9723): Launched\u000a15:42:00.071890 run osmo-msc_10.42.42.6(pid=9724): Launched\u000a15:42:03.242266 run osmo-mgw_10.42.42.3: Starting osmo-mgw\u000a15:42:04.980683 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=9728): Launched\u000a15:42:05.296039 run osmo-mgw_10.42.42.3(pid=9729): Launched\u000a15:42:05.410120 run osmo-mgw_10.42.42.4: Starting osmo-mgw\u000a15:42:05.945924 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=9730): Launched\u000a15:42:06.274962 run osmo-mgw_10.42.42.4(pid=9731): Launched\u000a15:42:06.483937 run osmo-bsc_10.42.42.7: Starting osmo-bsc\u000a15:42:11.093576 run pcap-recorder_any(filters='host 10.42.42.7 and port not 22')(pid=9732): Launched\u000a15:42:11.386657 run osmo-bsc_10.42.42.7(pid=9733): Launched\u000a15:42:17.641050 run osmo-bts-sysmo: Starting sysmoBTS to connect to osmo-bsc_10.42.42.7\u000a15:42:18.536641 run rm-remote-dir(pid=9734): Launched\u000a15:42:21.771955 run rm-remote-dir(pid=9734): ERR: Terminated: ERROR {rc=255} [trial-2070↪sms:sysmo↪mo_mt_sms.py:23↪mo_mt_sms.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=9734)]\u000a15:42:21.939688 run rm-remote-dir(pid=9734): stdout: \u000a| (launched: 2022-12-23_15:42:18.385235) \u000a15:42:22.083741 run rm-remote-dir(pid=9734): stderr: \u000a| (launched: 2022-12-23_15:42:18.431803)\u000a| ssh: connect to host 10.42.42.114 port 22: No route to host \u000a15:42:22.143328 tst mo_mt_sms.py:23: ERR: Error: rm-remote-dir(pid=9734): launch_sync(): local ssh process exited with status 255 (ssh: connect to host 10.42.42.114 port 22: No route to host) [trial-2070↪sms:sysmo↪mo_mt_sms.py:23↪mo_mt_sms.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=9734)] [trial-2070↪sms:sysmo↪mo_mt_sms.py:23]\u000a15:42:22.152213 tst mo_mt_sms.py:23: Test FAILED (35.4 sec)\u000a15:42:22.193488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9719): Terminating (SIGTERM)\u000a15:42:22.240032 run osmo-hlr_10.42.42.2(pid=9720): Terminating (SIGTERM)\u000a15:42:22.285530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9721): Terminating (SIGTERM)\u000a15:42:22.333008 run osmo-stp_10.42.42.5(pid=9722): Terminating (SIGTERM)\u000a15:42:22.409204 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9723): Terminating (SIGTERM)\u000a15:42:22.453622 run osmo-msc_10.42.42.6(pid=9724): Terminating (SIGTERM)\u000a15:42:22.496039 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=9728): Terminating (SIGTERM)\u000a15:42:22.538957 run osmo-mgw_10.42.42.3(pid=9729): Terminating (SIGTERM)\u000a15:42:22.581347 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=9730): Terminating (SIGTERM)\u000a15:42:22.622286 run osmo-mgw_10.42.42.4(pid=9731): Terminating (SIGTERM)\u000a15:42:22.670427 run pcap-recorder_any(filters='host 10.42.42.7 and port not 22')(pid=9732): Terminating (SIGTERM)\u000a15:42:22.713331 run osmo-bsc_10.42.42.7(pid=9733): Terminating (SIGTERM)\u000a15:42:22.723138 --- ParallelTerminationStrategy: PID 9719 died...\u000a15:42:22.781357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9719): Terminated: ok {rc=0}\u000a15:42:22.791414 --- ParallelTerminationStrategy: PID 9720 died...\u000a15:42:22.849013 run osmo-hlr_10.42.42.2(pid=9720): Terminated: ok {rc=0}\u000a15:42:22.858939 --- ParallelTerminationStrategy: PID 9721 died...\u000a15:42:22.916363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9721): Terminated: ok {rc=0}\u000a15:42:22.926468 --- ParallelTerminationStrategy: PID 9722 died...\u000a15:42:22.983683 run osmo-stp_10.42.42.5(pid=9722): Terminated: ok {rc=0}\u000a15:42:22.993714 --- ParallelTerminationStrategy: PID 9723 died...\u000a15:42:23.051153 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9723): Terminated: ok {rc=0}\u000a15:42:23.061333 --- ParallelTerminationStrategy: PID 9724 died...\u000a15:42:23.118633 run osmo-msc_10.42.42.6(pid=9724): Terminated: ok {rc=0}\u000a15:42:23.128795 --- ParallelTerminationStrategy: PID 9728 died...\u000a15:42:23.186405 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=9728): Terminated: ok {rc=0}\u000a15:42:23.196557 --- ParallelTerminationStrategy: PID 9729 died...\u000a15:42:23.253854 run osmo-mgw_10.42.42.3(pid=9729): Terminated {rc=15}\u000a15:42:23.263905 --- ParallelTerminationStrategy: PID 9730 died...\u000a15:42:23.321528 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=9730): Terminated: ok {rc=0}\u000a15:42:23.331588 --- ParallelTerminationStrategy: PID 9731 died...\u000a15:42:23.389300 run osmo-mgw_10.42.42.4(pid=9731): Terminated {rc=15}\u000a15:42:23.399382 --- ParallelTerminationStrategy: PID 9732 died...\u000a15:42:23.457427 run pcap-recorder_any(filters='host 10.42.42.7 and port not 22')(pid=9732): Terminated: ok {rc=0}\u000a15:42:23.635965 --- ParallelTerminationStrategy: PID 9733 died...\u000a15:42:23.694707 run osmo-bsc_10.42.42.7(pid=9733): Terminated: ok {rc=0}\u000a15:42:23.781457 bus /sierra_3: Setting Powered False\u000a15:42:24.887802 bus /sierra_3: Setting Powered False\u000a15:42:25.996629 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 42.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-23T15:41:46" }, { "cases" : [ { "testActions" : [ ], "age" : 8, "className" : "gprs:sysmo", "duration" : 35.0, "errorDetails" : None, "errorStackTrace" : "rm-remote-dir(pid=9791): launch_sync(): local ssh process exited with status 255 (ssh: connect to host 10.42.42.114 port 22: No route to host) [trial-2070↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=9791)]", "failedSince" : 2063, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 74, in setup_run_iperf3_test_parallel\u000a bts.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/bts_sysmo.py\", line 113, in start\u000a rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 216, in launch_sync\u000a raise self.RunError('launch_sync()')\u000aosmo_gsm_tester.core.log.Error: rm-remote-dir(pid=9791): launch_sync(): local ssh process exited with status 255 (ssh: connect to host 10.42.42.114 port 22: No route to host) [trial-2070↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=9791)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2070 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a15:42:28.104920 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:42:28.115669 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a15:42:28.242706 tst cs_paging_gprs_active.py: using LAC 41709\u000a15:42:28.374016 tst cs_paging_gprs_active.py: using RAC 144\u000a15:42:28.503187 tst cs_paging_gprs_active.py: using CellId 41709\u000a15:42:28.626929 tst cs_paging_gprs_active.py: using BVCI 41710\u000a15:42:28.651618 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:42:28.662556 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:42:28.673387 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:42:28.685162 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:42:28.695757 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:42:28.706691 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:42:28.717822 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:42:28.728746 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:42:28.739923 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a15:42:28.857642 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a15:42:29.133415 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a15:42:29.259168 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:42:29.568601 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9742): Launched\u000a15:42:29.825569 run iperf3-srv_10.42.42.10(pid=9743): Launched\u000a15:42:30.021532 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a15:42:30.156438 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:42:30.488575 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9744): Launched\u000a15:42:30.764976 run iperf3-srv_10.42.42.10(pid=9745): Launched\u000a15:42:30.962471 tst cs_paging_gprs_active.py:38: start network...\u000a15:42:31.097057 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:42:31.603844 run create_hlr_db(pid=9746): Launched\u000a15:42:31.790247 bus /sierra_2: Setting Powered False\u000a15:42:32.811542 run create_hlr_db(pid=9746): Terminated: ok {rc=0}\u000a15:42:33.213247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9748): Launched\u000a15:42:33.514054 run osmo-hlr_10.42.42.2(pid=9749): Launched\u000a15:42:33.623368 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:42:34.142138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9750): Launched\u000a15:42:34.442215 run osmo-stp_10.42.42.5(pid=9751): Launched\u000a15:42:34.549743 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:42:36.059100 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9752): Launched\u000a15:42:36.171908 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:42:36.470633 run patchelf(pid=9753): Launched\u000a15:42:37.650886 run patchelf(pid=9753): Terminated: ok {rc=0}\u000a15:42:37.760889 run osmo-ggsn_10.42.42.6: Applying CAP_NET_ADMIN capability to osmo-ggsn\u000a15:42:38.031924 run osmo-gsm-tester_setcap_net_admin.sh(pid=9754): Launched\u000a15:42:39.217490 run osmo-gsm-tester_setcap_net_admin.sh(pid=9754): Terminated: ok {rc=0}\u000a15:42:39.521844 run osmo-ggsn_10.42.42.6(pid=9757): Launched\u000a15:42:39.786371 run osmo-sgsn_10.42.42.7: Starting osmo-sgsn\u000a15:42:44.485835 run pcap-recorder_any(filters='host 10.42.42.7')(pid=9781): Launched\u000a15:42:44.786863 run osmo-sgsn_10.42.42.7(pid=9782): Launched\u000a15:42:44.897466 run osmo-msc_10.42.42.8: Starting osmo-msc\u000a15:42:45.449033 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=9783): Launched\u000a15:42:45.749360 run osmo-msc_10.42.42.8(pid=9784): Launched\u000a15:42:48.909681 run osmo-mgw_10.42.42.3: Starting osmo-mgw\u000a15:42:49.450309 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=9785): Launched\u000a15:42:49.754257 run osmo-mgw_10.42.42.3(pid=9786): Launched\u000a15:42:49.881295 run osmo-mgw_10.42.42.4: Starting osmo-mgw\u000a15:42:50.394484 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=9787): Launched\u000a15:42:50.696130 run osmo-mgw_10.42.42.4(pid=9788): Launched\u000a15:42:50.823268 run osmo-bsc_10.42.42.9: Starting osmo-bsc\u000a15:42:51.549004 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=9789): Launched\u000a15:42:51.976872 run osmo-bsc_10.42.42.9(pid=9790): Launched\u000a15:42:58.286774 run osmo-bts-sysmo: Starting sysmoBTS to connect to osmo-bsc_10.42.42.9\u000a15:42:58.861279 run rm-remote-dir(pid=9791): Launched\u000a15:43:02.064880 run rm-remote-dir(pid=9791): ERR: Terminated: ERROR {rc=255} [trial-2070↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=9791)]\u000a15:43:02.207258 run rm-remote-dir(pid=9791): stdout: \u000a| (launched: 2022-12-23_15:42:58.695771) \u000a15:43:02.352796 run rm-remote-dir(pid=9791): stderr: \u000a| (launched: 2022-12-23_15:42:58.747034)\u000a| ssh: connect to host 10.42.42.114 port 22: No route to host \u000a15:43:02.412320 tst cs_paging_gprs_active.py:38: ERR: Error: rm-remote-dir(pid=9791): launch_sync(): local ssh process exited with status 255 (ssh: connect to host 10.42.42.114 port 22: No route to host) [trial-2070↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=9791)] [trial-2070↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a15:43:02.420934 tst cs_paging_gprs_active.py:38: Test FAILED (34.4 sec)\u000a15:43:02.458426 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9742): Terminating (SIGTERM)\u000a15:43:02.500361 run iperf3-srv_10.42.42.10(pid=9743): Terminating (SIGTERM)\u000a15:43:02.542441 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9744): Terminating (SIGTERM)\u000a15:43:02.584565 run iperf3-srv_10.42.42.10(pid=9745): Terminating (SIGTERM)\u000a15:43:02.626573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9748): Terminating (SIGTERM)\u000a15:43:02.668427 run osmo-hlr_10.42.42.2(pid=9749): Terminating (SIGTERM)\u000a15:43:02.710679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9750): Terminating (SIGTERM)\u000a15:43:02.753955 run osmo-stp_10.42.42.5(pid=9751): Terminating (SIGTERM)\u000a15:43:02.830210 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9752): Terminating (SIGTERM)\u000a15:43:02.890447 run osmo-ggsn_10.42.42.6(pid=9757): Terminating (SIGTERM)\u000a15:43:02.938612 run pcap-recorder_any(filters='host 10.42.42.7')(pid=9781): Terminating (SIGTERM)\u000a15:43:02.983410 run osmo-sgsn_10.42.42.7(pid=9782): Terminating (SIGTERM)\u000a15:43:03.026020 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=9783): Terminating (SIGTERM)\u000a15:43:03.067163 run osmo-msc_10.42.42.8(pid=9784): Terminating (SIGTERM)\u000a15:43:03.109152 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=9785): Terminating (SIGTERM)\u000a15:43:03.150919 run osmo-mgw_10.42.42.3(pid=9786): Terminating (SIGTERM)\u000a15:43:03.191071 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=9787): Terminating (SIGTERM)\u000a15:43:03.230262 run osmo-mgw_10.42.42.4(pid=9788): Terminating (SIGTERM)\u000a15:43:03.270126 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=9789): Terminating (SIGTERM)\u000a15:43:03.310082 run osmo-bsc_10.42.42.9(pid=9790): Terminating (SIGTERM)\u000a15:43:03.319144 --- ParallelTerminationStrategy: PID 9742 died...\u000a15:43:03.372103 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9742): Terminated: ok {rc=0}\u000a15:43:03.381575 --- ParallelTerminationStrategy: PID 9743 died...\u000a15:43:03.433826 run iperf3-srv_10.42.42.10(pid=9743): Terminated {rc=256}\u000a15:43:03.443171 --- ParallelTerminationStrategy: PID 9744 died...\u000a15:43:03.496055 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9744): Terminated: ok {rc=0}\u000a15:43:03.505484 --- ParallelTerminationStrategy: PID 9745 died...\u000a15:43:03.557790 run iperf3-srv_10.42.42.10(pid=9745): Terminated {rc=256}\u000a15:43:03.567161 --- ParallelTerminationStrategy: PID 9748 died...\u000a15:43:03.619969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9748): Terminated: ok {rc=0}\u000a15:43:03.629429 --- ParallelTerminationStrategy: PID 9749 died...\u000a15:43:03.681749 run osmo-hlr_10.42.42.2(pid=9749): Terminated: ok {rc=0}\u000a15:43:03.691086 --- ParallelTerminationStrategy: PID 9750 died...\u000a15:43:03.743541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9750): Terminated: ok {rc=0}\u000a15:43:03.752987 --- ParallelTerminationStrategy: PID 9751 died...\u000a15:43:03.805236 run osmo-stp_10.42.42.5(pid=9751): Terminated: ok {rc=0}\u000a15:43:03.814622 --- ParallelTerminationStrategy: PID 9752 died...\u000a15:43:03.869382 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9752): Terminated: ok {rc=0}\u000a15:43:03.879963 --- ParallelTerminationStrategy: PID 9757 died...\u000a15:43:03.934633 run osmo-ggsn_10.42.42.6(pid=9757): Terminated: ok {rc=0}\u000a15:43:03.944983 --- ParallelTerminationStrategy: PID 9781 died...\u000a15:43:03.998050 run pcap-recorder_any(filters='host 10.42.42.7')(pid=9781): Terminated: ok {rc=0}\u000a15:43:04.007700 --- ParallelTerminationStrategy: PID 9783 died...\u000a15:43:04.062267 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=9783): Terminated: ok {rc=0}\u000a15:43:04.073009 --- ParallelTerminationStrategy: PID 9784 died...\u000a15:43:04.155559 run osmo-msc_10.42.42.8(pid=9784): Terminated: ok {rc=0}\u000a15:43:04.182590 --- ParallelTerminationStrategy: PID 9785 died...\u000a15:43:04.304368 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=9785): Terminated: ok {rc=0}\u000a15:43:04.316309 --- ParallelTerminationStrategy: PID 9786 died...\u000a15:43:04.372319 run osmo-mgw_10.42.42.3(pid=9786): Terminated {rc=15}\u000a15:43:04.382675 --- ParallelTerminationStrategy: PID 9787 died...\u000a15:43:04.437984 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=9787): Terminated: ok {rc=0}\u000a15:43:04.448070 --- ParallelTerminationStrategy: PID 9788 died...\u000a15:43:04.500934 run osmo-mgw_10.42.42.4(pid=9788): Terminated {rc=15}\u000a15:43:04.510483 --- ParallelTerminationStrategy: PID 9782 died...\u000a15:43:04.562897 run osmo-sgsn_10.42.42.7(pid=9782): Terminated: ok {rc=0}\u000a15:43:04.572471 --- ParallelTerminationStrategy: PID 9789 died...\u000a15:43:04.625018 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=9789): Terminated: ok {rc=0}\u000a15:43:04.634545 --- ParallelTerminationStrategy: PID 9790 died...\u000a15:43:04.686923 run osmo-bsc_10.42.42.9(pid=9790): Terminated: ok {rc=0}\u000a15:43:04.769775 bus /gobi_0: Setting Powered False\u000a15:43:05.889065 bus /gobi_0: Setting Powered False\u000a15:43:07.029953 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 8, "className" : "gprs:sysmo", "duration" : 28.0, "errorDetails" : None, "errorStackTrace" : "rm-remote-dir(pid=9847): launch_sync(): local ssh process exited with status 255 (ssh: connect to host 10.42.42.114 port 22: No route to host) [trial-2070↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=9847)]", "failedSince" : 2063, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 74, in setup_run_iperf3_test_parallel\u000a bts.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/bts_sysmo.py\", line 113, in start\u000a rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 216, in launch_sync\u000a raise self.RunError('launch_sync()')\u000aosmo_gsm_tester.core.log.Error: rm-remote-dir(pid=9847): launch_sync(): local ssh process exited with status 255 (ssh: connect to host 10.42.42.114 port 22: No route to host) [trial-2070↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=9847)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2070 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a15:43:08.191970 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:08.203027 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a15:43:08.326500 tst iperf3.py: using LAC 41710\u000a15:43:08.446927 tst iperf3.py: using RAC 145\u000a15:43:08.567460 tst iperf3.py: using CellId 41710\u000a15:43:08.689450 tst iperf3.py: using BVCI 41711\u000a15:43:08.712488 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:08.722814 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:08.733150 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:08.743335 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:08.753554 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:08.763676 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:08.773992 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:08.784073 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:08.794427 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a15:43:09.087821 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a15:43:09.222898 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:43:09.557092 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9805): Launched\u000a15:43:09.836478 run iperf3-srv_10.42.42.10(pid=9806): Launched\u000a15:43:10.034119 tst iperf3.py:8: start network...\u000a15:43:10.168929 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:43:10.677719 run create_hlr_db(pid=9807): Launched\u000a15:43:10.867728 bus /gobi_6: Setting Powered False\u000a15:43:11.886235 run create_hlr_db(pid=9807): Terminated: ok {rc=0}\u000a15:43:12.289150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9809): Launched\u000a15:43:12.589930 run osmo-hlr_10.42.42.2(pid=9810): Launched\u000a15:43:12.698993 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:43:13.218834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9811): Launched\u000a15:43:13.519292 run osmo-stp_10.42.42.5(pid=9812): Launched\u000a15:43:13.626649 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:43:14.149466 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9813): Launched\u000a15:43:14.256605 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:43:14.518013 run patchelf(pid=9814): Launched\u000a15:43:15.697175 run patchelf(pid=9814): Terminated: ok {rc=0}\u000a15:43:15.807645 run osmo-ggsn_10.42.42.6: Applying CAP_NET_ADMIN capability to osmo-ggsn\u000a15:43:16.080106 run osmo-gsm-tester_setcap_net_admin.sh(pid=9815): Launched\u000a15:43:17.258805 run osmo-gsm-tester_setcap_net_admin.sh(pid=9815): Terminated: ok {rc=0}\u000a15:43:17.563818 run osmo-ggsn_10.42.42.6(pid=9818): Launched\u000a15:43:17.762009 run osmo-sgsn_10.42.42.7: Starting osmo-sgsn\u000a15:43:18.401454 run pcap-recorder_any(filters='host 10.42.42.7')(pid=9837): Launched\u000a15:43:18.724576 run osmo-sgsn_10.42.42.7(pid=9838): Launched\u000a15:43:18.842748 run osmo-msc_10.42.42.8: Starting osmo-msc\u000a15:43:19.436137 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=9839): Launched\u000a15:43:19.760089 run osmo-msc_10.42.42.8(pid=9840): Launched\u000a15:43:22.923554 run osmo-mgw_10.42.42.3: Starting osmo-mgw\u000a15:43:23.445076 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=9841): Launched\u000a15:43:23.746354 run osmo-mgw_10.42.42.3(pid=9842): Launched\u000a15:43:23.853577 run osmo-mgw_10.42.42.4: Starting osmo-mgw\u000a15:43:24.364912 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=9843): Launched\u000a15:43:24.664878 run osmo-mgw_10.42.42.4(pid=9844): Launched\u000a15:43:24.771709 run osmo-bsc_10.42.42.9: Starting osmo-bsc\u000a15:43:25.401038 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=9845): Launched\u000a15:43:25.702702 run osmo-bsc_10.42.42.9(pid=9846): Launched\u000a15:43:31.969761 run osmo-bts-sysmo: Starting sysmoBTS to connect to osmo-bsc_10.42.42.9\u000a15:43:32.543020 run rm-remote-dir(pid=9847): Launched\u000a15:43:35.745472 run rm-remote-dir(pid=9847): ERR: Terminated: ERROR {rc=255} [trial-2070↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=9847)]\u000a15:43:35.888697 run rm-remote-dir(pid=9847): stdout: \u000a| (launched: 2022-12-23_15:43:32.378595) \u000a15:43:36.045316 run rm-remote-dir(pid=9847): stderr: \u000a| (launched: 2022-12-23_15:43:32.429827)\u000a| ssh: connect to host 10.42.42.114 port 22: No route to host \u000a15:43:36.112380 tst iperf3.py:8: ERR: Error: rm-remote-dir(pid=9847): launch_sync(): local ssh process exited with status 255 (ssh: connect to host 10.42.42.114 port 22: No route to host) [trial-2070↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=9847)] [trial-2070↪gprs:sysmo↪iperf3.py:8]\u000a15:43:36.124491 tst iperf3.py:8: Test FAILED (28.0 sec)\u000a15:43:36.168864 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9805): Terminating (SIGTERM)\u000a15:43:36.221304 run iperf3-srv_10.42.42.10(pid=9806): Terminating (SIGTERM)\u000a15:43:36.273678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9809): Terminating (SIGTERM)\u000a15:43:36.324554 run osmo-hlr_10.42.42.2(pid=9810): Terminating (SIGTERM)\u000a15:43:36.398190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9811): Terminating (SIGTERM)\u000a15:43:36.493940 run osmo-stp_10.42.42.5(pid=9812): Terminating (SIGTERM)\u000a15:43:36.618939 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9813): Terminating (SIGTERM)\u000a15:43:36.731422 run osmo-ggsn_10.42.42.6(pid=9818): Terminating (SIGTERM)\u000a15:43:36.855648 run pcap-recorder_any(filters='host 10.42.42.7')(pid=9837): Terminating (SIGTERM)\u000a15:43:36.943212 run osmo-sgsn_10.42.42.7(pid=9838): Terminating (SIGTERM)\u000a15:43:36.990839 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=9839): Terminating (SIGTERM)\u000a15:43:37.038384 run osmo-msc_10.42.42.8(pid=9840): Terminating (SIGTERM)\u000a15:43:37.087765 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=9841): Terminating (SIGTERM)\u000a15:43:37.137303 run osmo-mgw_10.42.42.3(pid=9842): Terminating (SIGTERM)\u000a15:43:37.203779 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=9843): Terminating (SIGTERM)\u000a15:43:37.253151 run osmo-mgw_10.42.42.4(pid=9844): Terminating (SIGTERM)\u000a15:43:37.295981 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=9845): Terminating (SIGTERM)\u000a15:43:37.339997 run osmo-bsc_10.42.42.9(pid=9846): Terminating (SIGTERM)\u000a15:43:37.352556 --- ParallelTerminationStrategy: PID 9805 died...\u000a15:43:37.410908 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9805): Terminated: ok {rc=0}\u000a15:43:37.421794 --- ParallelTerminationStrategy: PID 9806 died...\u000a15:43:37.479864 run iperf3-srv_10.42.42.10(pid=9806): Terminated {rc=256}\u000a15:43:37.490566 --- ParallelTerminationStrategy: PID 9809 died...\u000a15:43:37.549774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9809): Terminated: ok {rc=0}\u000a15:43:37.560481 --- ParallelTerminationStrategy: PID 9810 died...\u000a15:43:37.620730 run osmo-hlr_10.42.42.2(pid=9810): Terminated: ok {rc=0}\u000a15:43:37.634072 --- ParallelTerminationStrategy: PID 9811 died...\u000a15:43:37.710565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9811): Terminated: ok {rc=0}\u000a15:43:37.721397 --- ParallelTerminationStrategy: PID 9812 died...\u000a15:43:37.850754 run osmo-stp_10.42.42.5(pid=9812): Terminated: ok {rc=0}\u000a15:43:37.861620 --- ParallelTerminationStrategy: PID 9813 died...\u000a15:43:37.920123 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9813): Terminated: ok {rc=0}\u000a15:43:37.930963 --- ParallelTerminationStrategy: PID 9818 died...\u000a15:43:38.002490 run osmo-ggsn_10.42.42.6(pid=9818): Terminated: ok {rc=0}\u000a15:43:38.018565 --- ParallelTerminationStrategy: PID 9837 died...\u000a15:43:38.095450 run pcap-recorder_any(filters='host 10.42.42.7')(pid=9837): Terminated: ok {rc=0}\u000a15:43:38.118578 --- ParallelTerminationStrategy: PID 9839 died...\u000a15:43:38.190126 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=9839): Terminated: ok {rc=0}\u000a15:43:38.201873 --- ParallelTerminationStrategy: PID 9840 died...\u000a15:43:38.259473 run osmo-msc_10.42.42.8(pid=9840): Terminated: ok {rc=0}\u000a15:43:38.271120 --- ParallelTerminationStrategy: PID 9841 died...\u000a15:43:38.328961 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=9841): Terminated: ok {rc=0}\u000a15:43:38.340594 --- ParallelTerminationStrategy: PID 9842 died...\u000a15:43:38.399220 run osmo-mgw_10.42.42.3(pid=9842): Terminated {rc=15}\u000a15:43:38.411068 --- ParallelTerminationStrategy: PID 9843 died...\u000a15:43:38.469995 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=9843): Terminated: ok {rc=0}\u000a15:43:38.480867 --- ParallelTerminationStrategy: PID 9844 died...\u000a15:43:38.539395 run osmo-mgw_10.42.42.4(pid=9844): Terminated {rc=15}\u000a15:43:38.551286 --- ParallelTerminationStrategy: PID 9845 died...\u000a15:43:38.610022 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=9845): Terminated: ok {rc=0}\u000a15:43:38.621021 --- ParallelTerminationStrategy: PID 9846 died...\u000a15:43:38.677903 run osmo-bsc_10.42.42.9(pid=9846): Terminated: ok {rc=0}\u000a15:43:38.856616 --- ParallelTerminationStrategy: PID 9838 died...\u000a15:43:38.915410 run osmo-sgsn_10.42.42.7(pid=9838): Terminated: ok {rc=0}\u000a15:43:39.002982 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 8, "className" : "gprs:sysmo", "duration" : 32.0, "errorDetails" : None, "errorStackTrace" : "rm-remote-dir(pid=9913): launch_sync(): local ssh process exited with status 255 (ssh: connect to host 10.42.42.114 port 22: No route to host) [trial-2070↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=9913)]", "failedSince" : 2063, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 74, in setup_run_iperf3_test_parallel\u000a bts.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/bts_sysmo.py\", line 113, in start\u000a rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 216, in launch_sync\u000a raise self.RunError('launch_sync()')\u000aosmo_gsm_tester.core.log.Error: rm-remote-dir(pid=9913): launch_sync(): local ssh process exited with status 255 (ssh: connect to host 10.42.42.114 port 22: No route to host) [trial-2070↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=9913)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2070 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a15:43:40.164043 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:40.175414 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a15:43:40.298568 tst iperf3m4.py: using LAC 41711\u000a15:43:40.419695 tst iperf3m4.py: using RAC 146\u000a15:43:40.550632 tst iperf3m4.py: using CellId 41711\u000a15:43:40.672346 tst iperf3m4.py: using BVCI 41712\u000a15:43:40.695492 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:40.706210 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:40.716727 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:40.727388 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:40.737961 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:40.748500 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:40.759200 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:40.769916 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:40.780748 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a15:43:40.898721 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a15:43:41.015308 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a15:43:41.134394 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a15:43:41.428496 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a15:43:41.564330 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:43:41.898929 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9863): Launched\u000a15:43:42.176632 run iperf3-srv_10.42.42.10(pid=9864): Launched\u000a15:43:42.375561 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a15:43:42.512027 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:43:42.846326 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9865): Launched\u000a15:43:43.124252 run iperf3-srv_10.42.42.10(pid=9866): Launched\u000a15:43:43.323164 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a15:43:43.459482 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:43:43.794128 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9867): Launched\u000a15:43:44.070939 run iperf3-srv_10.42.42.10(pid=9868): Launched\u000a15:43:44.269012 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a15:43:44.404349 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:43:44.739806 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9869): Launched\u000a15:43:45.017608 run iperf3-srv_10.42.42.10(pid=9870): Launched\u000a15:43:45.216438 tst iperf3m4.py:8: start network...\u000a15:43:45.351983 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:43:45.862581 run create_hlr_db(pid=9871): Launched\u000a15:43:46.050865 bus /gobi_6: Setting Powered False\u000a15:43:47.072847 run create_hlr_db(pid=9871): Terminated: ok {rc=0}\u000a15:43:47.504367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9873): Launched\u000a15:43:47.828890 run osmo-hlr_10.42.42.2(pid=9874): Launched\u000a15:43:47.945231 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:43:48.503941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9875): Launched\u000a15:43:48.827062 run osmo-stp_10.42.42.5(pid=9876): Launched\u000a15:43:48.942943 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:43:49.506211 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9877): Launched\u000a15:43:49.622134 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:43:49.904137 run patchelf(pid=9878): Launched\u000a15:43:51.099368 run patchelf(pid=9878): Terminated: ok {rc=0}\u000a15:43:51.224014 run osmo-ggsn_10.42.42.6: Applying CAP_NET_ADMIN capability to osmo-ggsn\u000a15:43:51.537049 run osmo-gsm-tester_setcap_net_admin.sh(pid=9879): Launched\u000a15:43:52.730631 run osmo-gsm-tester_setcap_net_admin.sh(pid=9879): Terminated: ok {rc=0}\u000a15:43:53.060789 run osmo-ggsn_10.42.42.6(pid=9882): Launched\u000a15:43:53.283877 run osmo-sgsn_10.42.42.7: Starting osmo-sgsn\u000a15:43:53.890463 run pcap-recorder_any(filters='host 10.42.42.7')(pid=9903): Launched\u000a15:43:54.214534 run osmo-sgsn_10.42.42.7(pid=9904): Launched\u000a15:43:54.333556 run osmo-msc_10.42.42.8: Starting osmo-msc\u000a15:43:54.926590 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=9905): Launched\u000a15:43:55.250318 run osmo-msc_10.42.42.8(pid=9906): Launched\u000a15:43:58.425231 run osmo-mgw_10.42.42.3: Starting osmo-mgw\u000a15:43:58.986158 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=9907): Launched\u000a15:43:59.310531 run osmo-mgw_10.42.42.3(pid=9908): Launched\u000a15:43:59.427413 run osmo-mgw_10.42.42.4: Starting osmo-mgw\u000a15:43:59.977138 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=9909): Launched\u000a15:44:00.300726 run osmo-mgw_10.42.42.4(pid=9910): Launched\u000a15:44:00.417677 run osmo-bsc_10.42.42.9: Starting osmo-bsc\u000a15:44:01.112410 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=9911): Launched\u000a15:44:01.439684 run osmo-bsc_10.42.42.9(pid=9912): Launched\u000a15:44:07.716975 run osmo-bts-sysmo: Starting sysmoBTS to connect to osmo-bsc_10.42.42.9\u000a15:44:08.292517 run rm-remote-dir(pid=9913): Launched\u000a15:44:11.497050 run rm-remote-dir(pid=9913): ERR: Terminated: ERROR {rc=255} [trial-2070↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=9913)]\u000a15:44:11.639710 run rm-remote-dir(pid=9913): stdout: \u000a| (launched: 2022-12-23_15:44:08.127336) \u000a15:44:11.785654 run rm-remote-dir(pid=9913): stderr: \u000a| (launched: 2022-12-23_15:44:08.178659)\u000a| ssh: connect to host 10.42.42.114 port 22: No route to host \u000a15:44:11.845030 tst iperf3m4.py:8: ERR: Error: rm-remote-dir(pid=9913): launch_sync(): local ssh process exited with status 255 (ssh: connect to host 10.42.42.114 port 22: No route to host) [trial-2070↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=9913)] [trial-2070↪gprs:sysmo↪iperf3m4.py:8]\u000a15:44:11.853492 tst iperf3m4.py:8: Test FAILED (31.7 sec)\u000a15:44:11.890929 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9863): Terminating (SIGTERM)\u000a15:44:11.933259 run iperf3-srv_10.42.42.10(pid=9864): Terminating (SIGTERM)\u000a15:44:11.975119 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9865): Terminating (SIGTERM)\u000a15:44:12.016870 run iperf3-srv_10.42.42.10(pid=9866): Terminating (SIGTERM)\u000a15:44:12.058511 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9867): Terminating (SIGTERM)\u000a15:44:12.100330 run iperf3-srv_10.42.42.10(pid=9868): Terminating (SIGTERM)\u000a15:44:12.142165 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9869): Terminating (SIGTERM)\u000a15:44:12.184090 run iperf3-srv_10.42.42.10(pid=9870): Terminating (SIGTERM)\u000a15:44:12.225761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9873): Terminating (SIGTERM)\u000a15:44:12.267797 run osmo-hlr_10.42.42.2(pid=9874): Terminating (SIGTERM)\u000a15:44:12.310627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9875): Terminating (SIGTERM)\u000a15:44:12.353266 run osmo-stp_10.42.42.5(pid=9876): Terminating (SIGTERM)\u000a15:44:12.416885 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9877): Terminating (SIGTERM)\u000a15:44:12.468048 run osmo-ggsn_10.42.42.6(pid=9882): Terminating (SIGTERM)\u000a15:44:12.563337 run pcap-recorder_any(filters='host 10.42.42.7')(pid=9903): Terminating (SIGTERM)\u000a15:44:12.608079 run osmo-sgsn_10.42.42.7(pid=9904): Terminating (SIGTERM)\u000a15:44:12.652653 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=9905): Terminating (SIGTERM)\u000a15:44:12.698057 run osmo-msc_10.42.42.8(pid=9906): Terminating (SIGTERM)\u000a15:44:12.741893 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=9907): Terminating (SIGTERM)\u000a15:44:12.785649 run osmo-mgw_10.42.42.3(pid=9908): Terminating (SIGTERM)\u000a15:44:12.828829 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=9909): Terminating (SIGTERM)\u000a15:44:12.870589 run osmo-mgw_10.42.42.4(pid=9910): Terminating (SIGTERM)\u000a15:44:12.913311 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=9911): Terminating (SIGTERM)\u000a15:44:12.954415 run osmo-bsc_10.42.42.9(pid=9912): Terminating (SIGTERM)\u000a15:44:12.964310 --- ParallelTerminationStrategy: PID 9863 died...\u000a15:44:13.020081 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9863): Terminated: ok {rc=0}\u000a15:44:13.030122 --- ParallelTerminationStrategy: PID 9864 died...\u000a15:44:13.085963 run iperf3-srv_10.42.42.10(pid=9864): Terminated {rc=256}\u000a15:44:13.096032 --- ParallelTerminationStrategy: PID 9865 died...\u000a15:44:13.151669 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9865): Terminated: ok {rc=0}\u000a15:44:13.161882 --- ParallelTerminationStrategy: PID 9866 died...\u000a15:44:13.217598 run iperf3-srv_10.42.42.10(pid=9866): Terminated {rc=256}\u000a15:44:13.227648 --- ParallelTerminationStrategy: PID 9867 died...\u000a15:44:13.283484 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9867): Terminated: ok {rc=0}\u000a15:44:13.293565 --- ParallelTerminationStrategy: PID 9868 died...\u000a15:44:13.349687 run iperf3-srv_10.42.42.10(pid=9868): Terminated {rc=256}\u000a15:44:13.360580 --- ParallelTerminationStrategy: PID 9869 died...\u000a15:44:13.418309 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9869): Terminated: ok {rc=0}\u000a15:44:13.429259 --- ParallelTerminationStrategy: PID 9870 died...\u000a15:44:13.486285 run iperf3-srv_10.42.42.10(pid=9870): Terminated {rc=256}\u000a15:44:13.497245 --- ParallelTerminationStrategy: PID 9873 died...\u000a15:44:13.556575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9873): Terminated: ok {rc=0}\u000a15:44:13.567633 --- ParallelTerminationStrategy: PID 9874 died...\u000a15:44:13.690818 run osmo-hlr_10.42.42.2(pid=9874): Terminated: ok {rc=0}\u000a15:44:13.708976 --- ParallelTerminationStrategy: PID 9875 died...\u000a15:44:13.818543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9875): Terminated: ok {rc=0}\u000a15:44:13.829698 --- ParallelTerminationStrategy: PID 9876 died...\u000a15:44:13.889203 run osmo-stp_10.42.42.5(pid=9876): Terminated: ok {rc=0}\u000a15:44:13.900433 --- ParallelTerminationStrategy: PID 9877 died...\u000a15:44:13.959691 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9877): Terminated: ok {rc=0}\u000a15:44:13.970764 --- ParallelTerminationStrategy: PID 9882 died...\u000a15:44:14.030164 run osmo-ggsn_10.42.42.6(pid=9882): Terminated: ok {rc=0}\u000a15:44:14.041341 --- ParallelTerminationStrategy: PID 9903 died...\u000a15:44:14.100452 run pcap-recorder_any(filters='host 10.42.42.7')(pid=9903): Terminated: ok {rc=0}\u000a15:44:14.111556 --- ParallelTerminationStrategy: PID 9905 died...\u000a15:44:14.170843 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=9905): Terminated: ok {rc=0}\u000a15:44:14.182013 --- ParallelTerminationStrategy: PID 9906 died...\u000a15:44:14.241026 run osmo-msc_10.42.42.8(pid=9906): Terminated: ok {rc=0}\u000a15:44:14.252128 --- ParallelTerminationStrategy: PID 9907 died...\u000a15:44:14.311485 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=9907): Terminated: ok {rc=0}\u000a15:44:14.322682 --- ParallelTerminationStrategy: PID 9908 died...\u000a15:44:14.381994 run osmo-mgw_10.42.42.3(pid=9908): Terminated {rc=15}\u000a15:44:14.392427 --- ParallelTerminationStrategy: PID 9904 died...\u000a15:44:14.449012 run osmo-sgsn_10.42.42.7(pid=9904): Terminated: ok {rc=0}\u000a15:44:14.459218 --- ParallelTerminationStrategy: PID 9909 died...\u000a15:44:14.515497 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=9909): Terminated: ok {rc=0}\u000a15:44:14.525854 --- ParallelTerminationStrategy: PID 9910 died...\u000a15:44:14.582308 run osmo-mgw_10.42.42.4(pid=9910): Terminated {rc=15}\u000a15:44:14.592612 --- ParallelTerminationStrategy: PID 9911 died...\u000a15:44:14.648786 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=9911): Terminated: ok {rc=0}\u000a15:44:14.659128 --- ParallelTerminationStrategy: PID 9912 died...\u000a15:44:14.714906 run osmo-bsc_10.42.42.9(pid=9912): Terminated: ok {rc=0}\u000a15:44:14.801993 bus /gobi_4: Setting Powered False\u000a15:44:15.908481 bus /gobi_4: Setting Powered False\u000a15:44:17.016006 bus /gobi_1: Setting Powered False\u000a15:44:18.122836 bus /gobi_1: Setting Powered False\u000a15:44:19.230669 bus /gobi_0: Setting Powered False\u000a15:44:20.336274 bus /gobi_0: Setting Powered False\u000a15:44:21.454818 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 2, "className" : "gprs:sysmo", "duration" : 27.0, "errorDetails" : None, "errorStackTrace" : "rm-remote-dir(pid=9965): launch_sync(): local ssh process exited with status 255 (ssh: connect to host 10.42.42.114 port 22: No route to host) [trial-2070↪gprs:sysmo↪ping.py:29↪ping.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=9965)]", "failedSince" : 2069, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 29, in \u000a bts.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/bts_sysmo.py\", line 113, in start\u000a rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 216, in launch_sync\u000a raise self.RunError('launch_sync()')\u000aosmo_gsm_tester.core.log.Error: rm-remote-dir(pid=9965): launch_sync(): local ssh process exited with status 255 (ssh: connect to host 10.42.42.114 port 22: No route to host) [trial-2070↪gprs:sysmo↪ping.py:29↪ping.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=9965)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2070 gprs:sysmo ping.py\u000a----------------------------------------------\u000a15:44:22.579436 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:44:22.591124 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a15:44:22.720742 tst ping.py: using LAC 41712\u000a15:44:22.847926 tst ping.py: using RAC 147\u000a15:44:22.972998 tst ping.py: using CellId 41712\u000a15:44:23.096374 tst ping.py: using BVCI 41713\u000a15:44:23.120930 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:44:23.131854 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:44:23.142810 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:44:23.154376 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:44:23.165126 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:44:23.175928 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:44:23.187117 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:44:23.198181 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a15:44:23.472509 tst ping.py:19: start network...\u000a15:44:23.596224 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:44:24.075180 run create_hlr_db(pid=9927): Launched\u000a15:44:24.247407 bus /gobi_6: Setting Powered False\u000a15:44:25.268583 run create_hlr_db(pid=9927): Terminated: ok {rc=0}\u000a15:44:25.693742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9929): Launched\u000a15:44:26.012309 run osmo-hlr_10.42.42.2(pid=9930): Launched\u000a15:44:26.127230 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:44:26.681363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9931): Launched\u000a15:44:26.999939 run osmo-stp_10.42.42.5(pid=9932): Launched\u000a15:44:27.114326 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:44:27.668557 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9933): Launched\u000a15:44:27.782239 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:44:28.059589 run patchelf(pid=9934): Launched\u000a15:44:29.249647 run patchelf(pid=9934): Terminated: ok {rc=0}\u000a15:44:29.366625 run osmo-ggsn_10.42.42.6: Applying CAP_NET_ADMIN capability to osmo-ggsn\u000a15:44:29.655057 run osmo-gsm-tester_setcap_net_admin.sh(pid=9935): Launched\u000a15:44:30.844104 run osmo-gsm-tester_setcap_net_admin.sh(pid=9935): Terminated: ok {rc=0}\u000a15:44:31.165843 run osmo-ggsn_10.42.42.6(pid=9938): Launched\u000a15:44:31.434637 run osmo-sgsn_10.42.42.7: Starting osmo-sgsn\u000a15:44:31.955338 run pcap-recorder_any(filters='host 10.42.42.7')(pid=9955): Launched\u000a15:44:32.254551 run osmo-sgsn_10.42.42.7(pid=9956): Launched\u000a15:44:32.362879 run osmo-msc_10.42.42.8: Starting osmo-msc\u000a15:44:32.907901 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=9957): Launched\u000a15:44:33.205346 run osmo-msc_10.42.42.8(pid=9958): Launched\u000a15:44:36.377151 run osmo-mgw_10.42.42.3: Starting osmo-mgw\u000a15:44:36.923808 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=9959): Launched\u000a15:44:37.267314 run osmo-mgw_10.42.42.3(pid=9960): Launched\u000a15:44:37.372694 run osmo-mgw_10.42.42.4: Starting osmo-mgw\u000a15:44:37.876117 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=9961): Launched\u000a15:44:38.170966 run osmo-mgw_10.42.42.4(pid=9962): Launched\u000a15:44:38.275907 run osmo-bsc_10.42.42.9: Starting osmo-bsc\u000a15:44:38.906252 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=9963): Launched\u000a15:44:39.202098 run osmo-bsc_10.42.42.9(pid=9964): Launched\u000a15:44:45.454256 run osmo-bts-sysmo: Starting sysmoBTS to connect to osmo-bsc_10.42.42.9\u000a15:44:45.981469 run rm-remote-dir(pid=9965): Launched\u000a15:44:49.167497 run rm-remote-dir(pid=9965): ERR: Terminated: ERROR {rc=255} [trial-2070↪gprs:sysmo↪ping.py:29↪ping.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=9965)]\u000a15:44:49.298285 run rm-remote-dir(pid=9965): stdout: \u000a| (launched: 2022-12-23_15:44:45.829596) \u000a15:44:49.429302 run rm-remote-dir(pid=9965): stderr: \u000a| (launched: 2022-12-23_15:44:45.876684)\u000a| ssh: connect to host 10.42.42.114 port 22: No route to host \u000a15:44:49.483780 tst ping.py:29: ERR: Error: rm-remote-dir(pid=9965): launch_sync(): local ssh process exited with status 255 (ssh: connect to host 10.42.42.114 port 22: No route to host) [trial-2070↪gprs:sysmo↪ping.py:29↪ping.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=9965)] [trial-2070↪gprs:sysmo↪ping.py:29]\u000a15:44:49.490910 tst ping.py:29: Test FAILED (26.9 sec)\u000a15:44:49.525553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9929): Terminating (SIGTERM)\u000a15:44:49.565160 run osmo-hlr_10.42.42.2(pid=9930): Terminating (SIGTERM)\u000a15:44:49.605954 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9931): Terminating (SIGTERM)\u000a15:44:49.649603 run osmo-stp_10.42.42.5(pid=9932): Terminating (SIGTERM)\u000a15:44:49.690769 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9933): Terminating (SIGTERM)\u000a15:44:49.733628 run osmo-ggsn_10.42.42.6(pid=9938): Terminating (SIGTERM)\u000a15:44:49.792605 run pcap-recorder_any(filters='host 10.42.42.7')(pid=9955): Terminating (SIGTERM)\u000a15:44:49.852752 run osmo-sgsn_10.42.42.7(pid=9956): Terminating (SIGTERM)\u000a15:44:49.894268 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=9957): Terminating (SIGTERM)\u000a15:44:49.935249 run osmo-msc_10.42.42.8(pid=9958): Terminating (SIGTERM)\u000a15:44:49.975887 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=9959): Terminating (SIGTERM)\u000a15:44:50.015342 run osmo-mgw_10.42.42.3(pid=9960): Terminating (SIGTERM)\u000a15:44:50.055472 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=9961): Terminating (SIGTERM)\u000a15:44:50.094922 run osmo-mgw_10.42.42.4(pid=9962): Terminating (SIGTERM)\u000a15:44:50.135057 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=9963): Terminating (SIGTERM)\u000a15:44:50.174360 run osmo-bsc_10.42.42.9(pid=9964): Terminating (SIGTERM)\u000a15:44:50.183671 --- ParallelTerminationStrategy: PID 9929 died...\u000a15:44:50.237623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9929): Terminated: ok {rc=0}\u000a15:44:50.247233 --- ParallelTerminationStrategy: PID 9930 died...\u000a15:44:50.303692 run osmo-hlr_10.42.42.2(pid=9930): Terminated: ok {rc=0}\u000a15:44:50.313950 --- ParallelTerminationStrategy: PID 9931 died...\u000a15:44:50.412795 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9931): Terminated: ok {rc=0}\u000a15:44:50.435661 --- ParallelTerminationStrategy: PID 9932 died...\u000a15:44:50.490394 run osmo-stp_10.42.42.5(pid=9932): Terminated: ok {rc=0}\u000a15:44:50.500632 --- ParallelTerminationStrategy: PID 9933 died...\u000a15:44:50.553633 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9933): Terminated: ok {rc=0}\u000a15:44:50.563292 --- ParallelTerminationStrategy: PID 9938 died...\u000a15:44:50.615862 run osmo-ggsn_10.42.42.6(pid=9938): Terminated: ok {rc=0}\u000a15:44:50.625538 --- ParallelTerminationStrategy: PID 9955 died...\u000a15:44:50.678409 run pcap-recorder_any(filters='host 10.42.42.7')(pid=9955): Terminated: ok {rc=0}\u000a15:44:50.688111 --- ParallelTerminationStrategy: PID 9957 died...\u000a15:44:50.740821 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=9957): Terminated: ok {rc=0}\u000a15:44:50.750484 --- ParallelTerminationStrategy: PID 9958 died...\u000a15:44:50.802976 run osmo-msc_10.42.42.8(pid=9958): Terminated: ok {rc=0}\u000a15:44:50.812639 --- ParallelTerminationStrategy: PID 9959 died...\u000a15:44:50.865604 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=9959): Terminated: ok {rc=0}\u000a15:44:50.875929 --- ParallelTerminationStrategy: PID 9960 died...\u000a15:44:50.943351 run osmo-mgw_10.42.42.3(pid=9960): Terminated {rc=15}\u000a15:44:50.953686 --- ParallelTerminationStrategy: PID 9961 died...\u000a15:44:51.094121 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=9961): Terminated: ok {rc=0}\u000a15:44:51.118520 --- ParallelTerminationStrategy: PID 9962 died...\u000a15:44:51.249882 run osmo-mgw_10.42.42.4(pid=9962): Terminated {rc=15}\u000a15:44:51.281426 --- ParallelTerminationStrategy: PID 9956 died...\u000a15:44:51.347798 run osmo-sgsn_10.42.42.7(pid=9956): Terminated: ok {rc=0}\u000a15:44:51.359814 --- ParallelTerminationStrategy: PID 9963 died...\u000a15:44:51.424705 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=9963): Terminated: ok {rc=0}\u000a15:44:51.437072 --- ParallelTerminationStrategy: PID 9964 died...\u000a15:44:51.502740 run osmo-bsc_10.42.42.9(pid=9964): Terminated: ok {rc=0}\u000a15:44:51.604369 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 2, "className" : "gprs:sysmo", "duration" : 28.0, "errorDetails" : None, "errorStackTrace" : "rm-remote-dir(pid=10022): launch_sync(): local ssh process exited with status 255 (ssh: connect to host 10.42.42.114 port 22: No route to host) [trial-2070↪gprs:sysmo↪ping_idle_ping.py:34↪ping_idle_ping.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=10022)]", "failedSince" : 2069, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 34, in \u000a bts.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/bts_sysmo.py\", line 113, in start\u000a rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 216, in launch_sync\u000a raise self.RunError('launch_sync()')\u000aosmo_gsm_tester.core.log.Error: rm-remote-dir(pid=10022): launch_sync(): local ssh process exited with status 255 (ssh: connect to host 10.42.42.114 port 22: No route to host) [trial-2070↪gprs:sysmo↪ping_idle_ping.py:34↪ping_idle_ping.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=10022)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2070 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a15:44:52.707044 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:44:52.718174 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a15:44:52.840466 tst ping_idle_ping.py: using LAC 41713\u000a15:44:52.959565 tst ping_idle_ping.py: using RAC 148\u000a15:44:53.079319 tst ping_idle_ping.py: using CellId 41713\u000a15:44:53.197272 tst ping_idle_ping.py: using BVCI 41714\u000a15:44:53.220330 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:44:53.231012 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:44:53.241654 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:44:53.252115 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:44:53.262458 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:44:53.272807 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:44:53.283268 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:44:53.293812 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a15:44:53.584766 tst ping_idle_ping.py:24: start network...\u000a15:44:53.718899 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:44:54.224407 run create_hlr_db(pid=9979): Launched\u000a15:44:54.411113 bus /gobi_6: Setting Powered False\u000a15:44:55.430785 run create_hlr_db(pid=9979): Terminated: ok {rc=0}\u000a15:44:55.839662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9981): Launched\u000a15:44:56.160015 run osmo-hlr_10.42.42.2(pid=9982): Launched\u000a15:44:56.275678 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:44:56.830412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9983): Launched\u000a15:44:57.150014 run osmo-stp_10.42.42.5(pid=9984): Launched\u000a15:44:57.264809 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:44:57.823744 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9985): Launched\u000a15:44:57.938345 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:44:58.217813 run patchelf(pid=9986): Launched\u000a15:44:59.409286 run patchelf(pid=9986): Terminated: ok {rc=0}\u000a15:44:59.528143 run osmo-ggsn_10.42.42.6: Applying CAP_NET_ADMIN capability to osmo-ggsn\u000a15:44:59.817242 run osmo-gsm-tester_setcap_net_admin.sh(pid=9987): Launched\u000a15:45:01.007566 run osmo-gsm-tester_setcap_net_admin.sh(pid=9987): Terminated: ok {rc=0}\u000a15:45:01.330019 run osmo-ggsn_10.42.42.6(pid=9990): Launched\u000a15:45:01.542122 run osmo-sgsn_10.42.42.7: Starting osmo-sgsn\u000a15:45:02.153133 run pcap-recorder_any(filters='host 10.42.42.7')(pid=10012): Launched\u000a15:45:02.474199 run osmo-sgsn_10.42.42.7(pid=10013): Launched\u000a15:45:02.591560 run osmo-msc_10.42.42.8: Starting osmo-msc\u000a15:45:03.179865 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=10014): Launched\u000a15:45:03.500489 run osmo-msc_10.42.42.8(pid=10015): Launched\u000a15:45:06.676477 run osmo-mgw_10.42.42.3: Starting osmo-mgw\u000a15:45:07.250729 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=10016): Launched\u000a15:45:07.572537 run osmo-mgw_10.42.42.3(pid=10017): Launched\u000a15:45:07.688464 run osmo-mgw_10.42.42.4: Starting osmo-mgw\u000a15:45:08.231826 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=10018): Launched\u000a15:45:08.552493 run osmo-mgw_10.42.42.4(pid=10019): Launched\u000a15:45:08.667844 run osmo-bsc_10.42.42.9: Starting osmo-bsc\u000a15:45:09.342237 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=10020): Launched\u000a15:45:09.664543 run osmo-bsc_10.42.42.9(pid=10021): Launched\u000a15:45:15.937503 run osmo-bts-sysmo: Starting sysmoBTS to connect to osmo-bsc_10.42.42.9\u000a15:45:16.507740 run rm-remote-dir(pid=10022): Launched\u000a15:45:19.709119 run rm-remote-dir(pid=10022): ERR: Terminated: ERROR {rc=255} [trial-2070↪gprs:sysmo↪ping_idle_ping.py:34↪ping_idle_ping.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=10022)]\u000a15:45:19.850214 run rm-remote-dir(pid=10022): stdout: \u000a| (launched: 2022-12-23_15:45:16.343911) \u000a15:45:19.991173 run rm-remote-dir(pid=10022): stderr: \u000a| (launched: 2022-12-23_15:45:16.394675)\u000a| ssh: connect to host 10.42.42.114 port 22: No route to host \u000a15:45:20.049219 tst ping_idle_ping.py:34: ERR: Error: rm-remote-dir(pid=10022): launch_sync(): local ssh process exited with status 255 (ssh: connect to host 10.42.42.114 port 22: No route to host) [trial-2070↪gprs:sysmo↪ping_idle_ping.py:34↪ping_idle_ping.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=10022)] [trial-2070↪gprs:sysmo↪ping_idle_ping.py:34]\u000a15:45:20.057203 tst ping_idle_ping.py:34: Test FAILED (27.3 sec)\u000a15:45:20.094612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9981): Terminating (SIGTERM)\u000a15:45:20.136472 run osmo-hlr_10.42.42.2(pid=9982): Terminating (SIGTERM)\u000a15:45:20.179804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9983): Terminating (SIGTERM)\u000a15:45:20.224604 run osmo-stp_10.42.42.5(pid=9984): Terminating (SIGTERM)\u000a15:45:20.297664 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9985): Terminating (SIGTERM)\u000a15:45:20.340606 run osmo-ggsn_10.42.42.6(pid=9990): Terminating (SIGTERM)\u000a15:45:20.408844 run pcap-recorder_any(filters='host 10.42.42.7')(pid=10012): Terminating (SIGTERM)\u000a15:45:20.457545 run osmo-sgsn_10.42.42.7(pid=10013): Terminating (SIGTERM)\u000a15:45:20.502234 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=10014): Terminating (SIGTERM)\u000a15:45:20.551758 run osmo-msc_10.42.42.8(pid=10015): Terminating (SIGTERM)\u000a15:45:20.600733 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=10016): Terminating (SIGTERM)\u000a15:45:20.646401 run osmo-mgw_10.42.42.3(pid=10017): Terminating (SIGTERM)\u000a15:45:20.699707 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=10018): Terminating (SIGTERM)\u000a15:45:20.743323 run osmo-mgw_10.42.42.4(pid=10019): Terminating (SIGTERM)\u000a15:45:20.787073 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=10020): Terminating (SIGTERM)\u000a15:45:20.830590 run osmo-bsc_10.42.42.9(pid=10021): Terminating (SIGTERM)\u000a15:45:20.840951 --- ParallelTerminationStrategy: PID 9981 died...\u000a15:45:20.897974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9981): Terminated: ok {rc=0}\u000a15:45:20.910949 --- ParallelTerminationStrategy: PID 9982 died...\u000a15:45:20.996670 run osmo-hlr_10.42.42.2(pid=9982): Terminated: ok {rc=0}\u000a15:45:21.015519 --- ParallelTerminationStrategy: PID 9983 died...\u000a15:45:21.085924 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9983): Terminated: ok {rc=0}\u000a15:45:21.096819 --- ParallelTerminationStrategy: PID 9984 died...\u000a15:45:21.183809 run osmo-stp_10.42.42.5(pid=9984): Terminated: ok {rc=0}\u000a15:45:21.212480 --- ParallelTerminationStrategy: PID 9985 died...\u000a15:45:21.375515 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9985): Terminated: ok {rc=0}\u000a15:45:21.391882 --- ParallelTerminationStrategy: PID 9990 died...\u000a15:45:21.453136 run osmo-ggsn_10.42.42.6(pid=9990): Terminated: ok {rc=0}\u000a15:45:21.463388 --- ParallelTerminationStrategy: PID 10012 died...\u000a15:45:21.557807 run pcap-recorder_any(filters='host 10.42.42.7')(pid=10012): Terminated: ok {rc=0}\u000a15:45:21.569389 --- ParallelTerminationStrategy: PID 10014 died...\u000a15:45:21.635422 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=10014): Terminated: ok {rc=0}\u000a15:45:21.654464 --- ParallelTerminationStrategy: PID 10015 died...\u000a15:45:21.727076 run osmo-msc_10.42.42.8(pid=10015): Terminated: ok {rc=0}\u000a15:45:21.745998 --- ParallelTerminationStrategy: PID 10016 died...\u000a15:45:21.847128 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=10016): Terminated: ok {rc=0}\u000a15:45:21.866453 --- ParallelTerminationStrategy: PID 10017 died...\u000a15:45:22.002291 run osmo-mgw_10.42.42.3(pid=10017): Terminated {rc=15}\u000a15:45:22.031566 --- ParallelTerminationStrategy: PID 10018 died...\u000a15:45:22.173550 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=10018): Terminated: ok {rc=0}\u000a15:45:22.192320 --- ParallelTerminationStrategy: PID 10013 died...\u000a15:45:22.280719 run osmo-sgsn_10.42.42.7(pid=10013): Terminated: ok {rc=0}\u000a15:45:22.291254 --- ParallelTerminationStrategy: PID 10019 died...\u000a15:45:22.346771 run osmo-mgw_10.42.42.4(pid=10019): Terminated {rc=15}\u000a15:45:22.357142 --- ParallelTerminationStrategy: PID 10020 died...\u000a15:45:22.412845 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=10020): Terminated: ok {rc=0}\u000a15:45:22.423928 --- ParallelTerminationStrategy: PID 10021 died...\u000a15:45:22.479814 run osmo-bsc_10.42.42.9(pid=10021): Terminated: ok {rc=0}\u000a15:45:22.565842 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 177.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-23T15:42:27" } ] }