{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 228.0, "empty" : False, "failCount" : 7, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 9, "className" : "nitb_sms:sysmo", "duration" : 5.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=31435): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31435) [trial-2071↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31435)]", "failedSince" : 2063, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=31435): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31435) [trial-2071↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31435)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2071 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a21:57:55.476981 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a21:57:55.487668 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a21:57:56.060420 tst mo_mt_sms.py: using LAC 41714\u000a21:57:56.175660 tst mo_mt_sms.py: using RAC 149\u000a21:57:56.292454 tst mo_mt_sms.py: using CellId 41714\u000a21:57:56.407172 tst mo_mt_sms.py: using BVCI 41715\u000a21:57:56.429211 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a21:57:56.611200 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a21:57:56.885941 tst mo_mt_sms.py:9: start nitb and bts...\u000a21:57:57.010541 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a21:57:59.216343 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31434): Launched\u000a21:57:59.510569 run osmo-nitb_10.42.42.2(pid=31435): Launched\u000a21:57:59.682634 run osmo-nitb_10.42.42.2(pid=31435): ERR: Terminated: ERROR {rc=2} [trial-2071↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31435)]\u000a21:57:59.807161 run osmo-nitb_10.42.42.2(pid=31435): stdout: \u000a| (launched: 2023-01-03_21:57:59.367744) \u000a21:57:59.932468 run osmo-nitb_10.42.42.2(pid=31435): stderr: \u000a| (launched: 2023-01-03_21:57:59.412572)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:58:00.052386 run osmo-nitb_10.42.42.2(pid=31435): stdout: \u000a| (launched: 2023-01-03_21:57:59.367744) \u000a21:58:00.171465 run osmo-nitb_10.42.42.2(pid=31435): stderr: \u000a| (launched: 2023-01-03_21:57:59.412572)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:58:00.223730 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=31435): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31435) [trial-2071↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31435)] [trial-2071↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a21:58:00.231629 tst mo_mt_sms.py:11: Test FAILED (4.7 sec)\u000a21:58:00.266950 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31434): Terminating (SIGTERM)\u000a21:58:00.444363 --- ParallelTerminationStrategy: PID 31434 died...\u000a21:58:00.499728 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31434): Terminated: ok {rc=0}\u000a21:58:00.588784 bus /sierra_3: Setting Powered False\u000a21:58:01.695924 bus /sierra_3: Setting Powered False\u000a21:58:02.804507 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2023-01-03T21:57:55" }, { "cases" : [ { "testActions" : [ ], "age" : 3, "className" : "sms:sysmo", "duration" : 35.0, "errorDetails" : None, "errorStackTrace" : "rm-remote-dir(pid=31453): launch_sync(): local ssh process exited with status 255 (ssh: connect to host 10.42.42.114 port 22: No route to host) [trial-2071↪sms:sysmo↪mo_mt_sms.py:23↪mo_mt_sms.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=31453)]", "failedSince" : 2069, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 23, in \u000a bts.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/bts_sysmo.py\", line 113, in start\u000a rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 216, in launch_sync\u000a raise self.RunError('launch_sync()')\u000aosmo_gsm_tester.core.log.Error: rm-remote-dir(pid=31453): launch_sync(): local ssh process exited with status 255 (ssh: connect to host 10.42.42.114 port 22: No route to host) [trial-2071↪sms:sysmo↪mo_mt_sms.py:23↪mo_mt_sms.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=31453)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2071 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a21:58:04.668773 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:58:04.679844 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a21:58:04.810847 tst mo_mt_sms.py: using LAC 41715\u000a21:58:04.937307 tst mo_mt_sms.py: using RAC 150\u000a21:58:05.068070 tst mo_mt_sms.py: using CellId 41715\u000a21:58:05.192379 tst mo_mt_sms.py: using BVCI 41716\u000a21:58:05.216693 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:58:05.227542 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:58:05.238522 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:58:05.249503 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:58:05.260501 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:58:05.271799 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a21:58:05.387565 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a21:58:05.596645 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:58:07.293198 run create_hlr_db(pid=31439): Launched\u000a21:58:07.466051 bus /sierra_2: Setting Powered False\u000a21:58:08.487360 run create_hlr_db(pid=31439): Terminated: ok {rc=0}\u000a21:58:08.885550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31441): Launched\u000a21:58:09.185224 run osmo-hlr_10.42.42.2(pid=31442): Launched\u000a21:58:09.293423 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:58:11.751811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31443): Launched\u000a21:58:12.050935 run osmo-stp_10.42.42.5(pid=31444): Launched\u000a21:58:12.157739 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:58:17.334948 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31445): Launched\u000a21:58:17.699564 run osmo-msc_10.42.42.6(pid=31446): Launched\u000a21:58:20.877933 run osmo-mgw_10.42.42.3: Starting osmo-mgw\u000a21:58:22.594343 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=31447): Launched\u000a21:58:22.893289 run osmo-mgw_10.42.42.3(pid=31448): Launched\u000a21:58:23.002789 run osmo-mgw_10.42.42.4: Starting osmo-mgw\u000a21:58:23.508685 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31449): Launched\u000a21:58:23.806703 run osmo-mgw_10.42.42.4(pid=31450): Launched\u000a21:58:23.916414 run osmo-bsc_10.42.42.7: Starting osmo-bsc\u000a21:58:28.282259 run pcap-recorder_any(filters='host 10.42.42.7 and port not 22')(pid=31451): Launched\u000a21:58:28.582816 run osmo-bsc_10.42.42.7(pid=31452): Launched\u000a21:58:34.857727 run osmo-bts-sysmo: Starting sysmoBTS to connect to osmo-bsc_10.42.42.7\u000a21:58:35.855547 run rm-remote-dir(pid=31453): Launched\u000a21:58:39.044028 run rm-remote-dir(pid=31453): ERR: Terminated: ERROR {rc=255} [trial-2071↪sms:sysmo↪mo_mt_sms.py:23↪mo_mt_sms.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=31453)]\u000a21:58:39.177011 run rm-remote-dir(pid=31453): stdout: \u000a| (launched: 2023-01-03_21:58:35.663170) \u000a21:58:39.309319 run rm-remote-dir(pid=31453): stderr: \u000a| (launched: 2023-01-03_21:58:35.714012)\u000a| ssh: connect to host 10.42.42.114 port 22: No route to host \u000a21:58:39.363736 tst mo_mt_sms.py:23: ERR: Error: rm-remote-dir(pid=31453): launch_sync(): local ssh process exited with status 255 (ssh: connect to host 10.42.42.114 port 22: No route to host) [trial-2071↪sms:sysmo↪mo_mt_sms.py:23↪mo_mt_sms.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=31453)] [trial-2071↪sms:sysmo↪mo_mt_sms.py:23]\u000a21:58:39.371062 tst mo_mt_sms.py:23: Test FAILED (34.7 sec)\u000a21:58:39.407011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31441): Terminating (SIGTERM)\u000a21:58:39.448016 run osmo-hlr_10.42.42.2(pid=31442): Terminating (SIGTERM)\u000a21:58:39.490768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31443): Terminating (SIGTERM)\u000a21:58:39.535369 run osmo-stp_10.42.42.5(pid=31444): Terminating (SIGTERM)\u000a21:58:39.578286 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31445): Terminating (SIGTERM)\u000a21:58:39.620496 run osmo-msc_10.42.42.6(pid=31446): Terminating (SIGTERM)\u000a21:58:39.662629 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=31447): Terminating (SIGTERM)\u000a21:58:39.705328 run osmo-mgw_10.42.42.3(pid=31448): Terminating (SIGTERM)\u000a21:58:39.747648 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31449): Terminating (SIGTERM)\u000a21:58:39.790075 run osmo-mgw_10.42.42.4(pid=31450): Terminating (SIGTERM)\u000a21:58:39.838645 run pcap-recorder_any(filters='host 10.42.42.7 and port not 22')(pid=31451): Terminating (SIGTERM)\u000a21:58:39.882149 run osmo-bsc_10.42.42.7(pid=31452): Terminating (SIGTERM)\u000a21:58:39.892028 --- ParallelTerminationStrategy: PID 31441 died...\u000a21:58:39.950601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31441): Terminated: ok {rc=0}\u000a21:58:39.960995 --- ParallelTerminationStrategy: PID 31442 died...\u000a21:58:40.019110 run osmo-hlr_10.42.42.2(pid=31442): Terminated: ok {rc=0}\u000a21:58:40.029915 --- ParallelTerminationStrategy: PID 31443 died...\u000a21:58:40.088375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31443): Terminated: ok {rc=0}\u000a21:58:40.098671 --- ParallelTerminationStrategy: PID 31444 died...\u000a21:58:40.156598 run osmo-stp_10.42.42.5(pid=31444): Terminated: ok {rc=0}\u000a21:58:40.166811 --- ParallelTerminationStrategy: PID 31445 died...\u000a21:58:40.224954 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31445): Terminated: ok {rc=0}\u000a21:58:40.235181 --- ParallelTerminationStrategy: PID 31446 died...\u000a21:58:40.293387 run osmo-msc_10.42.42.6(pid=31446): Terminated: ok {rc=0}\u000a21:58:40.303673 --- ParallelTerminationStrategy: PID 31447 died...\u000a21:58:40.361855 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=31447): Terminated: ok {rc=0}\u000a21:58:40.372322 --- ParallelTerminationStrategy: PID 31448 died...\u000a21:58:40.430238 run osmo-mgw_10.42.42.3(pid=31448): Terminated {rc=15}\u000a21:58:40.440547 --- ParallelTerminationStrategy: PID 31449 died...\u000a21:58:40.498508 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31449): Terminated: ok {rc=0}\u000a21:58:40.509199 --- ParallelTerminationStrategy: PID 31450 died...\u000a21:58:40.566898 run osmo-mgw_10.42.42.4(pid=31450): Terminated {rc=15}\u000a21:58:40.577693 --- ParallelTerminationStrategy: PID 31451 died...\u000a21:58:40.635786 run pcap-recorder_any(filters='host 10.42.42.7 and port not 22')(pid=31451): Terminated: ok {rc=0}\u000a21:58:41.121346 --- ParallelTerminationStrategy: PID 31452 died...\u000a21:58:41.179536 run osmo-bsc_10.42.42.7(pid=31452): Terminated: ok {rc=0}\u000a21:58:41.269511 bus /sierra_3: Setting Powered False\u000a21:58:42.375049 bus /sierra_3: Setting Powered False\u000a21:58:43.488203 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 41.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2023-01-03T21:58:04" }, { "cases" : [ { "testActions" : [ ], "age" : 9, "className" : "gprs:sysmo", "duration" : 35.0, "errorDetails" : None, "errorStackTrace" : "rm-remote-dir(pid=31507): launch_sync(): local ssh process exited with status 255 (ssh: connect to host 10.42.42.114 port 22: No route to host) [trial-2071↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=31507)]", "failedSince" : 2063, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 74, in setup_run_iperf3_test_parallel\u000a bts.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/bts_sysmo.py\", line 113, in start\u000a rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 216, in launch_sync\u000a raise self.RunError('launch_sync()')\u000aosmo_gsm_tester.core.log.Error: rm-remote-dir(pid=31507): launch_sync(): local ssh process exited with status 255 (ssh: connect to host 10.42.42.114 port 22: No route to host) [trial-2071↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=31507)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2071 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:58:45.595324 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:58:45.606504 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a21:58:45.742867 tst cs_paging_gprs_active.py: using LAC 41716\u000a21:58:45.954066 tst cs_paging_gprs_active.py: using RAC 151\u000a21:58:46.074657 tst cs_paging_gprs_active.py: using CellId 41716\u000a21:58:46.194317 tst cs_paging_gprs_active.py: using BVCI 41717\u000a21:58:46.217870 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:58:46.228652 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:58:46.239259 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:58:46.250192 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:58:46.260949 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:58:46.271664 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:58:46.282673 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:58:46.293554 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:58:46.304711 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a21:58:46.427159 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a21:58:46.707444 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:58:46.835506 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:58:47.153247 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31461): Launched\u000a21:58:47.419627 run iperf3-srv_10.42.42.10(pid=31462): Launched\u000a21:58:47.606262 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:58:47.733651 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:58:48.050248 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31463): Launched\u000a21:58:48.313866 run iperf3-srv_10.42.42.10(pid=31464): Launched\u000a21:58:48.500494 tst cs_paging_gprs_active.py:38: start network...\u000a21:58:48.627864 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:58:49.108280 run create_hlr_db(pid=31465): Launched\u000a21:58:49.285322 bus /sierra_2: Setting Powered False\u000a21:58:50.305549 run create_hlr_db(pid=31465): Terminated: ok {rc=0}\u000a21:58:50.712977 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31467): Launched\u000a21:58:51.160948 run osmo-hlr_10.42.42.2(pid=31468): Launched\u000a21:58:51.359295 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:58:51.938524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31469): Launched\u000a21:58:52.276016 run osmo-stp_10.42.42.5(pid=31470): Launched\u000a21:58:52.389307 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:58:53.870859 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31471): Launched\u000a21:58:53.979286 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:58:54.247505 run patchelf(pid=31472): Launched\u000a21:58:55.430382 run patchelf(pid=31472): Terminated: ok {rc=0}\u000a21:58:55.542608 run osmo-ggsn_10.42.42.6: Applying CAP_NET_ADMIN capability to osmo-ggsn\u000a21:58:55.831077 run osmo-gsm-tester_setcap_net_admin.sh(pid=31473): Launched\u000a21:58:57.027355 run osmo-gsm-tester_setcap_net_admin.sh(pid=31473): Terminated: ok {rc=0}\u000a21:58:57.358411 run osmo-ggsn_10.42.42.6(pid=31476): Launched\u000a21:58:57.593148 run osmo-sgsn_10.42.42.7: Starting osmo-sgsn\u000a21:59:02.485596 run pcap-recorder_any(filters='host 10.42.42.7')(pid=31497): Launched\u000a21:59:02.792607 run osmo-sgsn_10.42.42.7(pid=31498): Launched\u000a21:59:02.907373 run osmo-msc_10.42.42.8: Starting osmo-msc\u000a21:59:03.469605 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=31499): Launched\u000a21:59:03.777268 run osmo-msc_10.42.42.8(pid=31500): Launched\u000a21:59:06.967481 run osmo-mgw_10.42.42.3: Starting osmo-mgw\u000a21:59:07.518210 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=31501): Launched\u000a21:59:07.826571 run osmo-mgw_10.42.42.3(pid=31502): Launched\u000a21:59:07.938563 run osmo-mgw_10.42.42.4: Starting osmo-mgw\u000a21:59:08.463106 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31503): Launched\u000a21:59:08.769931 run osmo-mgw_10.42.42.4(pid=31504): Launched\u000a21:59:08.895961 run osmo-bsc_10.42.42.9: Starting osmo-bsc\u000a21:59:09.587591 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=31505): Launched\u000a21:59:09.916084 run osmo-bsc_10.42.42.9(pid=31506): Launched\u000a21:59:16.196893 run osmo-bts-sysmo: Starting sysmoBTS to connect to osmo-bsc_10.42.42.9\u000a21:59:16.779525 run rm-remote-dir(pid=31507): Launched\u000a21:59:19.984803 run rm-remote-dir(pid=31507): ERR: Terminated: ERROR {rc=255} [trial-2071↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=31507)]\u000a21:59:20.128992 run rm-remote-dir(pid=31507): stdout: \u000a| (launched: 2023-01-03_21:59:16.612399) \u000a21:59:20.276520 run rm-remote-dir(pid=31507): stderr: \u000a| (launched: 2023-01-03_21:59:16.664320)\u000a| ssh: connect to host 10.42.42.114 port 22: No route to host \u000a21:59:20.336593 tst cs_paging_gprs_active.py:38: ERR: Error: rm-remote-dir(pid=31507): launch_sync(): local ssh process exited with status 255 (ssh: connect to host 10.42.42.114 port 22: No route to host) [trial-2071↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=31507)] [trial-2071↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a21:59:20.345255 tst cs_paging_gprs_active.py:38: Test FAILED (34.8 sec)\u000a21:59:20.382439 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31461): Terminating (SIGTERM)\u000a21:59:20.425066 run iperf3-srv_10.42.42.10(pid=31462): Terminating (SIGTERM)\u000a21:59:20.467576 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31463): Terminating (SIGTERM)\u000a21:59:20.509940 run iperf3-srv_10.42.42.10(pid=31464): Terminating (SIGTERM)\u000a21:59:20.552443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31467): Terminating (SIGTERM)\u000a21:59:20.594585 run osmo-hlr_10.42.42.2(pid=31468): Terminating (SIGTERM)\u000a21:59:20.638070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31469): Terminating (SIGTERM)\u000a21:59:20.683904 run osmo-stp_10.42.42.5(pid=31470): Terminating (SIGTERM)\u000a21:59:20.797299 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31471): Terminating (SIGTERM)\u000a21:59:20.882783 run osmo-ggsn_10.42.42.6(pid=31476): Terminating (SIGTERM)\u000a21:59:20.979009 run pcap-recorder_any(filters='host 10.42.42.7')(pid=31497): Terminating (SIGTERM)\u000a21:59:21.080542 run osmo-sgsn_10.42.42.7(pid=31498): Terminating (SIGTERM)\u000a21:59:21.146060 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=31499): Terminating (SIGTERM)\u000a21:59:21.239544 run osmo-msc_10.42.42.8(pid=31500): Terminating (SIGTERM)\u000a21:59:21.312819 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=31501): Terminating (SIGTERM)\u000a21:59:21.358874 run osmo-mgw_10.42.42.3(pid=31502): Terminating (SIGTERM)\u000a21:59:21.404331 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31503): Terminating (SIGTERM)\u000a21:59:21.450717 run osmo-mgw_10.42.42.4(pid=31504): Terminating (SIGTERM)\u000a21:59:21.495026 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=31505): Terminating (SIGTERM)\u000a21:59:21.539213 run osmo-bsc_10.42.42.9(pid=31506): Terminating (SIGTERM)\u000a21:59:21.549346 --- ParallelTerminationStrategy: PID 31461 died...\u000a21:59:21.607769 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31461): Terminated: ok {rc=0}\u000a21:59:21.618505 --- ParallelTerminationStrategy: PID 31462 died...\u000a21:59:21.676624 run iperf3-srv_10.42.42.10(pid=31462): Terminated {rc=256}\u000a21:59:21.687321 --- ParallelTerminationStrategy: PID 31463 died...\u000a21:59:21.745678 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31463): Terminated: ok {rc=0}\u000a21:59:21.756471 --- ParallelTerminationStrategy: PID 31464 died...\u000a21:59:21.814421 run iperf3-srv_10.42.42.10(pid=31464): Terminated {rc=256}\u000a21:59:21.825152 --- ParallelTerminationStrategy: PID 31467 died...\u000a21:59:21.884446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31467): Terminated: ok {rc=0}\u000a21:59:21.895343 --- ParallelTerminationStrategy: PID 31468 died...\u000a21:59:21.953880 run osmo-hlr_10.42.42.2(pid=31468): Terminated: ok {rc=0}\u000a21:59:21.964701 --- ParallelTerminationStrategy: PID 31469 died...\u000a21:59:22.118935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31469): Terminated: ok {rc=0}\u000a21:59:22.160943 --- ParallelTerminationStrategy: PID 31470 died...\u000a21:59:22.360199 run osmo-stp_10.42.42.5(pid=31470): Terminated: ok {rc=0}\u000a21:59:22.370652 --- ParallelTerminationStrategy: PID 31471 died...\u000a21:59:22.449727 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31471): Terminated: ok {rc=0}\u000a21:59:22.468688 --- ParallelTerminationStrategy: PID 31476 died...\u000a21:59:22.539973 run osmo-ggsn_10.42.42.6(pid=31476): Terminated: ok {rc=0}\u000a21:59:22.550722 --- ParallelTerminationStrategy: PID 31497 died...\u000a21:59:22.610347 run pcap-recorder_any(filters='host 10.42.42.7')(pid=31497): Terminated: ok {rc=0}\u000a21:59:22.621167 --- ParallelTerminationStrategy: PID 31499 died...\u000a21:59:22.680358 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=31499): Terminated: ok {rc=0}\u000a21:59:22.691484 --- ParallelTerminationStrategy: PID 31500 died...\u000a21:59:22.748027 run osmo-msc_10.42.42.8(pid=31500): Terminated: ok {rc=0}\u000a21:59:22.758214 --- ParallelTerminationStrategy: PID 31498 died...\u000a21:59:22.814520 run osmo-sgsn_10.42.42.7(pid=31498): Terminated: ok {rc=0}\u000a21:59:22.825136 --- ParallelTerminationStrategy: PID 31501 died...\u000a21:59:22.881818 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=31501): Terminated: ok {rc=0}\u000a21:59:22.892032 --- ParallelTerminationStrategy: PID 31502 died...\u000a21:59:22.948299 run osmo-mgw_10.42.42.3(pid=31502): Terminated {rc=15}\u000a21:59:22.958473 --- ParallelTerminationStrategy: PID 31503 died...\u000a21:59:23.014932 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31503): Terminated: ok {rc=0}\u000a21:59:23.025577 --- ParallelTerminationStrategy: PID 31504 died...\u000a21:59:23.082097 run osmo-mgw_10.42.42.4(pid=31504): Terminated {rc=15}\u000a21:59:23.092399 --- ParallelTerminationStrategy: PID 31505 died...\u000a21:59:23.148753 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=31505): Terminated: ok {rc=0}\u000a21:59:23.159032 --- ParallelTerminationStrategy: PID 31506 died...\u000a21:59:23.215415 run osmo-bsc_10.42.42.9(pid=31506): Terminated: ok {rc=0}\u000a21:59:23.303956 bus /gobi_0: Setting Powered False\u000a21:59:24.412482 bus /gobi_0: Setting Powered False\u000a21:59:25.521964 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 9, "className" : "gprs:sysmo", "duration" : 29.0, "errorDetails" : None, "errorStackTrace" : "rm-remote-dir(pid=31563): launch_sync(): local ssh process exited with status 255 (ssh: connect to host 10.42.42.114 port 22: No route to host) [trial-2071↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=31563)]", "failedSince" : 2063, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 74, in setup_run_iperf3_test_parallel\u000a bts.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/bts_sysmo.py\", line 113, in start\u000a rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 216, in launch_sync\u000a raise self.RunError('launch_sync()')\u000aosmo_gsm_tester.core.log.Error: rm-remote-dir(pid=31563): launch_sync(): local ssh process exited with status 255 (ssh: connect to host 10.42.42.114 port 22: No route to host) [trial-2071↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=31563)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2071 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a21:59:26.692580 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:59:26.704327 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a21:59:26.839554 tst iperf3.py: using LAC 41717\u000a21:59:26.969825 tst iperf3.py: using RAC 152\u000a21:59:27.099797 tst iperf3.py: using CellId 41717\u000a21:59:27.240908 tst iperf3.py: using BVCI 41718\u000a21:59:27.267017 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:59:27.278062 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:59:27.289034 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:59:27.299914 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:59:27.310807 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:59:27.321644 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:59:27.332665 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:59:27.343474 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:59:27.354558 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a21:59:27.651289 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:59:27.788135 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:59:28.126617 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31521): Launched\u000a21:59:28.408229 run iperf3-srv_10.42.42.10(pid=31522): Launched\u000a21:59:28.609276 tst iperf3.py:8: start network...\u000a21:59:28.745870 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:59:29.270460 run create_hlr_db(pid=31523): Launched\u000a21:59:29.463266 bus /gobi_6: Setting Powered False\u000a21:59:30.482174 run create_hlr_db(pid=31523): Terminated: ok {rc=0}\u000a21:59:30.893254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31525): Launched\u000a21:59:31.201238 run osmo-hlr_10.42.42.2(pid=31526): Launched\u000a21:59:31.312316 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:59:31.842909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31527): Launched\u000a21:59:32.149299 run osmo-stp_10.42.42.5(pid=31528): Launched\u000a21:59:32.258157 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:59:32.818638 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31529): Launched\u000a21:59:32.927857 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:59:33.194867 run patchelf(pid=31530): Launched\u000a21:59:34.375830 run patchelf(pid=31530): Terminated: ok {rc=0}\u000a21:59:34.488872 run osmo-ggsn_10.42.42.6: Applying CAP_NET_ADMIN capability to osmo-ggsn\u000a21:59:34.764875 run osmo-gsm-tester_setcap_net_admin.sh(pid=31531): Launched\u000a21:59:35.980850 run osmo-gsm-tester_setcap_net_admin.sh(pid=31531): Terminated: ok {rc=0}\u000a21:59:36.519317 run osmo-ggsn_10.42.42.6(pid=31534): Launched\u000a21:59:36.738793 run osmo-sgsn_10.42.42.7: Starting osmo-sgsn\u000a21:59:37.356470 run pcap-recorder_any(filters='host 10.42.42.7')(pid=31553): Launched\u000a21:59:37.667391 run osmo-sgsn_10.42.42.7(pid=31554): Launched\u000a21:59:37.782510 run osmo-msc_10.42.42.8: Starting osmo-msc\u000a21:59:38.351039 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=31555): Launched\u000a21:59:38.659125 run osmo-msc_10.42.42.8(pid=31556): Launched\u000a21:59:41.822549 run osmo-mgw_10.42.42.3: Starting osmo-mgw\u000a21:59:42.351542 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=31557): Launched\u000a21:59:42.659572 run osmo-mgw_10.42.42.3(pid=31558): Launched\u000a21:59:42.769021 run osmo-mgw_10.42.42.4: Starting osmo-mgw\u000a21:59:43.288047 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31559): Launched\u000a21:59:43.594766 run osmo-mgw_10.42.42.4(pid=31560): Launched\u000a21:59:43.703834 run osmo-bsc_10.42.42.9: Starting osmo-bsc\u000a21:59:44.343055 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=31561): Launched\u000a21:59:44.649951 run osmo-bsc_10.42.42.9(pid=31562): Launched\u000a21:59:50.923507 run osmo-bts-sysmo: Starting sysmoBTS to connect to osmo-bsc_10.42.42.9\u000a21:59:51.504267 run rm-remote-dir(pid=31563): Launched\u000a21:59:54.697986 run rm-remote-dir(pid=31563): ERR: Terminated: ERROR {rc=255} [trial-2071↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=31563)]\u000a21:59:54.832272 run rm-remote-dir(pid=31563): stdout: \u000a| (launched: 2023-01-03_21:59:51.321004) \u000a21:59:54.969796 run rm-remote-dir(pid=31563): stderr: \u000a| (launched: 2023-01-03_21:59:51.370310)\u000a| ssh: connect to host 10.42.42.114 port 22: No route to host \u000a21:59:55.025595 tst iperf3.py:8: ERR: Error: rm-remote-dir(pid=31563): launch_sync(): local ssh process exited with status 255 (ssh: connect to host 10.42.42.114 port 22: No route to host) [trial-2071↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=31563)] [trial-2071↪gprs:sysmo↪iperf3.py:8]\u000a21:59:55.033588 tst iperf3.py:8: Test FAILED (28.4 sec)\u000a21:59:55.069311 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31521): Terminating (SIGTERM)\u000a21:59:55.109395 run iperf3-srv_10.42.42.10(pid=31522): Terminating (SIGTERM)\u000a21:59:55.150092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31525): Terminating (SIGTERM)\u000a21:59:55.190085 run osmo-hlr_10.42.42.2(pid=31526): Terminating (SIGTERM)\u000a21:59:55.232365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31527): Terminating (SIGTERM)\u000a21:59:55.275054 run osmo-stp_10.42.42.5(pid=31528): Terminating (SIGTERM)\u000a21:59:55.317627 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31529): Terminating (SIGTERM)\u000a21:59:55.360380 run osmo-ggsn_10.42.42.6(pid=31534): Terminating (SIGTERM)\u000a21:59:55.406439 run pcap-recorder_any(filters='host 10.42.42.7')(pid=31553): Terminating (SIGTERM)\u000a21:59:55.458817 run osmo-sgsn_10.42.42.7(pid=31554): Terminating (SIGTERM)\u000a21:59:55.503588 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=31555): Terminating (SIGTERM)\u000a21:59:55.548545 run osmo-msc_10.42.42.8(pid=31556): Terminating (SIGTERM)\u000a21:59:55.590989 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=31557): Terminating (SIGTERM)\u000a21:59:55.634344 run osmo-mgw_10.42.42.3(pid=31558): Terminating (SIGTERM)\u000a21:59:55.676274 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31559): Terminating (SIGTERM)\u000a21:59:55.716747 run osmo-mgw_10.42.42.4(pid=31560): Terminating (SIGTERM)\u000a21:59:55.758262 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=31561): Terminating (SIGTERM)\u000a21:59:55.800854 run osmo-bsc_10.42.42.9(pid=31562): Terminating (SIGTERM)\u000a21:59:55.811333 --- ParallelTerminationStrategy: PID 31521 died...\u000a21:59:55.876406 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31521): Terminated: ok {rc=0}\u000a21:59:55.895621 --- ParallelTerminationStrategy: PID 31522 died...\u000a21:59:55.953190 run iperf3-srv_10.42.42.10(pid=31522): Terminated {rc=256}\u000a21:59:55.963765 --- ParallelTerminationStrategy: PID 31525 died...\u000a21:59:56.022863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31525): Terminated: ok {rc=0}\u000a21:59:56.033957 --- ParallelTerminationStrategy: PID 31526 died...\u000a21:59:56.097302 run osmo-hlr_10.42.42.2(pid=31526): Terminated: ok {rc=0}\u000a21:59:56.107023 --- ParallelTerminationStrategy: PID 31527 died...\u000a21:59:56.160849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31527): Terminated: ok {rc=0}\u000a21:59:56.170604 --- ParallelTerminationStrategy: PID 31528 died...\u000a21:59:56.224405 run osmo-stp_10.42.42.5(pid=31528): Terminated: ok {rc=0}\u000a21:59:56.233945 --- ParallelTerminationStrategy: PID 31529 died...\u000a21:59:56.287198 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31529): Terminated: ok {rc=0}\u000a21:59:56.297112 --- ParallelTerminationStrategy: PID 31534 died...\u000a21:59:56.350477 run osmo-ggsn_10.42.42.6(pid=31534): Terminated: ok {rc=0}\u000a21:59:56.360312 --- ParallelTerminationStrategy: PID 31553 died...\u000a21:59:56.413834 run pcap-recorder_any(filters='host 10.42.42.7')(pid=31553): Terminated: ok {rc=0}\u000a21:59:56.423542 --- ParallelTerminationStrategy: PID 31555 died...\u000a21:59:56.477822 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=31555): Terminated: ok {rc=0}\u000a21:59:56.488530 --- ParallelTerminationStrategy: PID 31556 died...\u000a21:59:56.545178 run osmo-msc_10.42.42.8(pid=31556): Terminated: ok {rc=0}\u000a21:59:56.556008 --- ParallelTerminationStrategy: PID 31557 died...\u000a21:59:56.613916 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=31557): Terminated: ok {rc=0}\u000a21:59:56.624937 --- ParallelTerminationStrategy: PID 31558 died...\u000a21:59:56.682797 run osmo-mgw_10.42.42.3(pid=31558): Terminated {rc=15}\u000a21:59:56.693839 --- ParallelTerminationStrategy: PID 31559 died...\u000a21:59:56.751363 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31559): Terminated: ok {rc=0}\u000a21:59:56.762177 --- ParallelTerminationStrategy: PID 31560 died...\u000a21:59:56.816980 run osmo-mgw_10.42.42.4(pid=31560): Terminated {rc=15}\u000a21:59:56.826829 --- ParallelTerminationStrategy: PID 31554 died...\u000a21:59:56.880463 run osmo-sgsn_10.42.42.7(pid=31554): Terminated: ok {rc=0}\u000a21:59:56.890505 --- ParallelTerminationStrategy: PID 31561 died...\u000a21:59:56.944393 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=31561): Terminated: ok {rc=0}\u000a21:59:56.954265 --- ParallelTerminationStrategy: PID 31562 died...\u000a21:59:57.008067 run osmo-bsc_10.42.42.9(pid=31562): Terminated: ok {rc=0}\u000a21:59:57.096620 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 9, "className" : "gprs:sysmo", "duration" : 32.0, "errorDetails" : None, "errorStackTrace" : "rm-remote-dir(pid=31626): launch_sync(): local ssh process exited with status 255 (ssh: connect to host 10.42.42.114 port 22: No route to host) [trial-2071↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=31626)]", "failedSince" : 2063, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 74, in setup_run_iperf3_test_parallel\u000a bts.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/bts_sysmo.py\", line 113, in start\u000a rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 216, in launch_sync\u000a raise self.RunError('launch_sync()')\u000aosmo_gsm_tester.core.log.Error: rm-remote-dir(pid=31626): launch_sync(): local ssh process exited with status 255 (ssh: connect to host 10.42.42.114 port 22: No route to host) [trial-2071↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=31626)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2071 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a21:59:58.259978 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:59:58.271656 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a21:59:58.403711 tst iperf3m4.py: using LAC 41718\u000a21:59:58.533729 tst iperf3m4.py: using RAC 153\u000a21:59:58.661335 tst iperf3m4.py: using CellId 41718\u000a21:59:58.789291 tst iperf3m4.py: using BVCI 41719\u000a21:59:58.814419 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:59:58.825473 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:59:58.836460 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:59:58.847338 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:59:58.858191 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:59:58.869070 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:59:58.880078 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:59:58.890984 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:59:58.902079 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a21:59:59.021255 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a21:59:59.145333 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a21:59:59.265580 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a21:59:59.548997 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:59:59.677000 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:59:59.996438 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31576): Launched\u000a22:00:00.261516 run iperf3-srv_10.42.42.10(pid=31577): Launched\u000a22:00:00.449066 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:00:00.577388 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:00:00.896329 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31578): Launched\u000a22:00:01.160243 run iperf3-srv_10.42.42.10(pid=31579): Launched\u000a22:00:01.346969 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:00:01.474550 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:00:01.793426 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31583): Launched\u000a22:00:02.056988 run iperf3-srv_10.42.42.10(pid=31584): Launched\u000a22:00:02.243526 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:00:02.371030 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:00:02.688444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31585): Launched\u000a22:00:02.952029 run iperf3-srv_10.42.42.10(pid=31586): Launched\u000a22:00:03.139392 tst iperf3m4.py:8: start network...\u000a22:00:03.267170 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:00:03.751622 run create_hlr_db(pid=31587): Launched\u000a22:00:03.928095 bus /gobi_6: Setting Powered False\u000a22:00:04.949754 run create_hlr_db(pid=31587): Terminated: ok {rc=0}\u000a22:00:05.357969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31589): Launched\u000a22:00:05.665775 run osmo-hlr_10.42.42.2(pid=31590): Launched\u000a22:00:05.794056 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:00:06.369053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31591): Launched\u000a22:00:06.799316 run osmo-stp_10.42.42.5(pid=31592): Launched\u000a22:00:06.943288 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:00:07.530723 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31593): Launched\u000a22:00:07.648138 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:00:07.935387 run patchelf(pid=31594): Launched\u000a22:00:09.131211 run patchelf(pid=31594): Terminated: ok {rc=0}\u000a22:00:09.251847 run osmo-ggsn_10.42.42.6: Applying CAP_NET_ADMIN capability to osmo-ggsn\u000a22:00:09.549536 run osmo-gsm-tester_setcap_net_admin.sh(pid=31595): Launched\u000a22:00:10.744997 run osmo-gsm-tester_setcap_net_admin.sh(pid=31595): Terminated: ok {rc=0}\u000a22:00:11.076131 run osmo-ggsn_10.42.42.6(pid=31598): Launched\u000a22:00:11.343936 run osmo-sgsn_10.42.42.7: Starting osmo-sgsn\u000a22:00:11.917082 run pcap-recorder_any(filters='host 10.42.42.7')(pid=31616): Launched\u000a22:00:12.245554 run osmo-sgsn_10.42.42.7(pid=31617): Launched\u000a22:00:12.365751 run osmo-msc_10.42.42.8: Starting osmo-msc\u000a22:00:12.967353 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=31618): Launched\u000a22:00:13.295990 run osmo-msc_10.42.42.8(pid=31619): Launched\u000a22:00:16.461066 run osmo-mgw_10.42.42.3: Starting osmo-mgw\u000a22:00:16.991286 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=31620): Launched\u000a22:00:17.306437 run osmo-mgw_10.42.42.3(pid=31621): Launched\u000a22:00:17.424611 run osmo-mgw_10.42.42.4: Starting osmo-mgw\u000a22:00:17.982905 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31622): Launched\u000a22:00:18.310736 run osmo-mgw_10.42.42.4(pid=31623): Launched\u000a22:00:18.429076 run osmo-bsc_10.42.42.9: Starting osmo-bsc\u000a22:00:19.123834 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=31624): Launched\u000a22:00:19.433814 run osmo-bsc_10.42.42.9(pid=31625): Launched\u000a22:00:25.695862 run osmo-bts-sysmo: Starting sysmoBTS to connect to osmo-bsc_10.42.42.9\u000a22:00:26.240432 run rm-remote-dir(pid=31626): Launched\u000a22:00:29.434583 run rm-remote-dir(pid=31626): ERR: Terminated: ERROR {rc=255} [trial-2071↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=31626)]\u000a22:00:29.570142 run rm-remote-dir(pid=31626): stdout: \u000a| (launched: 2023-01-03_22:00:26.083485) \u000a22:00:29.705403 run rm-remote-dir(pid=31626): stderr: \u000a| (launched: 2023-01-03_22:00:26.132259)\u000a| ssh: connect to host 10.42.42.114 port 22: No route to host \u000a22:00:29.761564 tst iperf3m4.py:8: ERR: Error: rm-remote-dir(pid=31626): launch_sync(): local ssh process exited with status 255 (ssh: connect to host 10.42.42.114 port 22: No route to host) [trial-2071↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=31626)] [trial-2071↪gprs:sysmo↪iperf3m4.py:8]\u000a22:00:29.769298 tst iperf3m4.py:8: Test FAILED (31.5 sec)\u000a22:00:29.805658 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31576): Terminating (SIGTERM)\u000a22:00:29.846827 run iperf3-srv_10.42.42.10(pid=31577): Terminating (SIGTERM)\u000a22:00:29.887522 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31578): Terminating (SIGTERM)\u000a22:00:29.928083 run iperf3-srv_10.42.42.10(pid=31579): Terminating (SIGTERM)\u000a22:00:29.968910 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31583): Terminating (SIGTERM)\u000a22:00:30.009400 run iperf3-srv_10.42.42.10(pid=31584): Terminating (SIGTERM)\u000a22:00:30.049989 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31585): Terminating (SIGTERM)\u000a22:00:30.090095 run iperf3-srv_10.42.42.10(pid=31586): Terminating (SIGTERM)\u000a22:00:30.130880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31589): Terminating (SIGTERM)\u000a22:00:30.171530 run osmo-hlr_10.42.42.2(pid=31590): Terminating (SIGTERM)\u000a22:00:30.213417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31591): Terminating (SIGTERM)\u000a22:00:30.255440 run osmo-stp_10.42.42.5(pid=31592): Terminating (SIGTERM)\u000a22:00:30.297680 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31593): Terminating (SIGTERM)\u000a22:00:30.342354 run osmo-ggsn_10.42.42.6(pid=31598): Terminating (SIGTERM)\u000a22:00:30.405835 run pcap-recorder_any(filters='host 10.42.42.7')(pid=31616): Terminating (SIGTERM)\u000a22:00:30.452274 run osmo-sgsn_10.42.42.7(pid=31617): Terminating (SIGTERM)\u000a22:00:30.498374 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=31618): Terminating (SIGTERM)\u000a22:00:30.547601 run osmo-msc_10.42.42.8(pid=31619): Terminating (SIGTERM)\u000a22:00:30.590299 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=31620): Terminating (SIGTERM)\u000a22:00:30.636634 run osmo-mgw_10.42.42.3(pid=31621): Terminating (SIGTERM)\u000a22:00:30.679970 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31622): Terminating (SIGTERM)\u000a22:00:30.722368 run osmo-mgw_10.42.42.4(pid=31623): Terminating (SIGTERM)\u000a22:00:30.765771 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=31624): Terminating (SIGTERM)\u000a22:00:30.808378 run osmo-bsc_10.42.42.9(pid=31625): Terminating (SIGTERM)\u000a22:00:30.818336 --- ParallelTerminationStrategy: PID 31576 died...\u000a22:00:30.875182 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31576): Terminated: ok {rc=0}\u000a22:00:30.885529 --- ParallelTerminationStrategy: PID 31577 died...\u000a22:00:30.942004 run iperf3-srv_10.42.42.10(pid=31577): Terminated {rc=256}\u000a22:00:30.952371 --- ParallelTerminationStrategy: PID 31578 died...\u000a22:00:31.008738 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31578): Terminated: ok {rc=0}\u000a22:00:31.019086 --- ParallelTerminationStrategy: PID 31579 died...\u000a22:00:31.075732 run iperf3-srv_10.42.42.10(pid=31579): Terminated {rc=256}\u000a22:00:31.085927 --- ParallelTerminationStrategy: PID 31583 died...\u000a22:00:31.142530 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31583): Terminated: ok {rc=0}\u000a22:00:31.152895 --- ParallelTerminationStrategy: PID 31584 died...\u000a22:00:31.208978 run iperf3-srv_10.42.42.10(pid=31584): Terminated {rc=256}\u000a22:00:31.219140 --- ParallelTerminationStrategy: PID 31585 died...\u000a22:00:31.275414 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31585): Terminated: ok {rc=0}\u000a22:00:31.285789 --- ParallelTerminationStrategy: PID 31586 died...\u000a22:00:31.345542 run iperf3-srv_10.42.42.10(pid=31586): Terminated {rc=256}\u000a22:00:31.356437 --- ParallelTerminationStrategy: PID 31589 died...\u000a22:00:31.414257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31589): Terminated: ok {rc=0}\u000a22:00:31.425533 --- ParallelTerminationStrategy: PID 31590 died...\u000a22:00:31.511629 run osmo-hlr_10.42.42.2(pid=31590): Terminated: ok {rc=0}\u000a22:00:31.525187 --- ParallelTerminationStrategy: PID 31591 died...\u000a22:00:31.618258 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31591): Terminated: ok {rc=0}\u000a22:00:31.645999 --- ParallelTerminationStrategy: PID 31592 died...\u000a22:00:31.757847 run osmo-stp_10.42.42.5(pid=31592): Terminated: ok {rc=0}\u000a22:00:31.783664 --- ParallelTerminationStrategy: PID 31593 died...\u000a22:00:31.843528 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31593): Terminated: ok {rc=0}\u000a22:00:31.854957 --- ParallelTerminationStrategy: PID 31598 died...\u000a22:00:31.914345 run osmo-ggsn_10.42.42.6(pid=31598): Terminated: ok {rc=0}\u000a22:00:31.925514 --- ParallelTerminationStrategy: PID 31616 died...\u000a22:00:31.985450 run pcap-recorder_any(filters='host 10.42.42.7')(pid=31616): Terminated: ok {rc=0}\u000a22:00:31.995932 --- ParallelTerminationStrategy: PID 31617 died...\u000a22:00:32.052264 run osmo-sgsn_10.42.42.7(pid=31617): Terminated: ok {rc=0}\u000a22:00:32.062824 --- ParallelTerminationStrategy: PID 31618 died...\u000a22:00:32.119372 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=31618): Terminated: ok {rc=0}\u000a22:00:32.129856 --- ParallelTerminationStrategy: PID 31619 died...\u000a22:00:32.186528 run osmo-msc_10.42.42.8(pid=31619): Terminated: ok {rc=0}\u000a22:00:32.196911 --- ParallelTerminationStrategy: PID 31620 died...\u000a22:00:32.253206 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=31620): Terminated: ok {rc=0}\u000a22:00:32.263511 --- ParallelTerminationStrategy: PID 31621 died...\u000a22:00:32.319920 run osmo-mgw_10.42.42.3(pid=31621): Terminated {rc=15}\u000a22:00:32.330250 --- ParallelTerminationStrategy: PID 31622 died...\u000a22:00:32.386846 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31622): Terminated: ok {rc=0}\u000a22:00:32.397348 --- ParallelTerminationStrategy: PID 31623 died...\u000a22:00:32.453865 run osmo-mgw_10.42.42.4(pid=31623): Terminated {rc=15}\u000a22:00:32.464225 --- ParallelTerminationStrategy: PID 31624 died...\u000a22:00:32.520550 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=31624): Terminated: ok {rc=0}\u000a22:00:32.530862 --- ParallelTerminationStrategy: PID 31625 died...\u000a22:00:32.587039 run osmo-bsc_10.42.42.9(pid=31625): Terminated: ok {rc=0}\u000a22:00:32.674017 bus /gobi_4: Setting Powered False\u000a22:00:33.780648 bus /gobi_4: Setting Powered False\u000a22:00:34.888897 bus /gobi_1: Setting Powered False\u000a22:00:35.993556 bus /gobi_1: Setting Powered False\u000a22:00:37.111252 bus /gobi_0: Setting Powered False\u000a22:00:38.217151 bus /gobi_0: Setting Powered False\u000a22:00:39.325646 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 3, "className" : "gprs:sysmo", "duration" : 27.0, "errorDetails" : None, "errorStackTrace" : "rm-remote-dir(pid=31679): launch_sync(): local ssh process exited with status 255 (ssh: connect to host 10.42.42.114 port 22: No route to host) [trial-2071↪gprs:sysmo↪ping.py:29↪ping.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=31679)]", "failedSince" : 2069, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 29, in \u000a bts.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/bts_sysmo.py\", line 113, in start\u000a rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 216, in launch_sync\u000a raise self.RunError('launch_sync()')\u000aosmo_gsm_tester.core.log.Error: rm-remote-dir(pid=31679): launch_sync(): local ssh process exited with status 255 (ssh: connect to host 10.42.42.114 port 22: No route to host) [trial-2071↪gprs:sysmo↪ping.py:29↪ping.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=31679)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2071 gprs:sysmo ping.py\u000a----------------------------------------------\u000a22:00:40.450361 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:00:40.462143 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a22:00:40.591264 tst ping.py: using LAC 41719\u000a22:00:40.718721 tst ping.py: using RAC 154\u000a22:00:40.844508 tst ping.py: using CellId 41719\u000a22:00:40.983170 tst ping.py: using BVCI 41720\u000a22:00:41.007833 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:00:41.018897 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:00:41.029883 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:00:41.040793 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:00:41.051848 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:00:41.062742 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:00:41.074085 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:00:41.085066 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a22:00:41.363200 tst ping.py:19: start network...\u000a22:00:41.488571 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:00:41.961771 run create_hlr_db(pid=31639): Launched\u000a22:00:42.137049 bus /gobi_6: Setting Powered False\u000a22:00:43.157952 run create_hlr_db(pid=31639): Terminated: ok {rc=0}\u000a22:00:43.561886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31641): Launched\u000a22:00:43.865510 run osmo-hlr_10.42.42.2(pid=31642): Launched\u000a22:00:43.974248 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:00:44.500551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31643): Launched\u000a22:00:44.802985 run osmo-stp_10.42.42.5(pid=31644): Launched\u000a22:00:44.910469 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:00:45.437219 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31645): Launched\u000a22:00:45.544007 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:00:45.806721 run patchelf(pid=31646): Launched\u000a22:00:46.987464 run patchelf(pid=31646): Terminated: ok {rc=0}\u000a22:00:47.098236 run osmo-ggsn_10.42.42.6: Applying CAP_NET_ADMIN capability to osmo-ggsn\u000a22:00:47.368989 run osmo-gsm-tester_setcap_net_admin.sh(pid=31647): Launched\u000a22:00:48.549359 run osmo-gsm-tester_setcap_net_admin.sh(pid=31647): Terminated: ok {rc=0}\u000a22:00:48.853069 run osmo-ggsn_10.42.42.6(pid=31650): Launched\u000a22:00:49.103193 run osmo-sgsn_10.42.42.7: Starting osmo-sgsn\u000a22:00:49.646299 run pcap-recorder_any(filters='host 10.42.42.7')(pid=31667): Launched\u000a22:00:49.947812 run osmo-sgsn_10.42.42.7(pid=31668): Launched\u000a22:00:50.059002 run osmo-msc_10.42.42.8: Starting osmo-msc\u000a22:00:50.611710 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=31669): Launched\u000a22:00:51.049110 run osmo-msc_10.42.42.8(pid=31670): Launched\u000a22:00:54.237425 run osmo-mgw_10.42.42.3: Starting osmo-mgw\u000a22:00:54.758619 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=31671): Launched\u000a22:00:55.059534 run osmo-mgw_10.42.42.3(pid=31672): Launched\u000a22:00:55.167978 run osmo-mgw_10.42.42.4: Starting osmo-mgw\u000a22:00:55.681160 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31673): Launched\u000a22:00:55.983446 run osmo-mgw_10.42.42.4(pid=31674): Launched\u000a22:00:56.090849 run osmo-bsc_10.42.42.9: Starting osmo-bsc\u000a22:00:56.733027 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=31675): Launched\u000a22:00:57.035979 run osmo-bsc_10.42.42.9(pid=31676): Launched\u000a22:01:03.294183 run osmo-bts-sysmo: Starting sysmoBTS to connect to osmo-bsc_10.42.42.9\u000a22:01:03.830260 run rm-remote-dir(pid=31679): Launched\u000a22:01:07.031464 run rm-remote-dir(pid=31679): ERR: Terminated: ERROR {rc=255} [trial-2071↪gprs:sysmo↪ping.py:29↪ping.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=31679)]\u000a22:01:07.177611 run rm-remote-dir(pid=31679): stdout: \u000a| (launched: 2023-01-03_22:01:03.675511) \u000a22:01:07.320074 run rm-remote-dir(pid=31679): stderr: \u000a| (launched: 2023-01-03_22:01:03.723456)\u000a| ssh: connect to host 10.42.42.114 port 22: No route to host \u000a22:01:07.378642 tst ping.py:29: ERR: Error: rm-remote-dir(pid=31679): launch_sync(): local ssh process exited with status 255 (ssh: connect to host 10.42.42.114 port 22: No route to host) [trial-2071↪gprs:sysmo↪ping.py:29↪ping.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=31679)] [trial-2071↪gprs:sysmo↪ping.py:29]\u000a22:01:07.386320 tst ping.py:29: Test FAILED (26.9 sec)\u000a22:01:07.423159 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31641): Terminating (SIGTERM)\u000a22:01:07.465706 run osmo-hlr_10.42.42.2(pid=31642): Terminating (SIGTERM)\u000a22:01:07.509236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31643): Terminating (SIGTERM)\u000a22:01:07.554764 run osmo-stp_10.42.42.5(pid=31644): Terminating (SIGTERM)\u000a22:01:07.609707 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31645): Terminating (SIGTERM)\u000a22:01:07.665250 run osmo-ggsn_10.42.42.6(pid=31650): Terminating (SIGTERM)\u000a22:01:07.730246 run pcap-recorder_any(filters='host 10.42.42.7')(pid=31667): Terminating (SIGTERM)\u000a22:01:07.796585 run osmo-sgsn_10.42.42.7(pid=31668): Terminating (SIGTERM)\u000a22:01:07.841442 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=31669): Terminating (SIGTERM)\u000a22:01:07.887182 run osmo-msc_10.42.42.8(pid=31670): Terminating (SIGTERM)\u000a22:01:07.932132 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=31671): Terminating (SIGTERM)\u000a22:01:07.977656 run osmo-mgw_10.42.42.3(pid=31672): Terminating (SIGTERM)\u000a22:01:08.021394 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31673): Terminating (SIGTERM)\u000a22:01:08.063507 run osmo-mgw_10.42.42.4(pid=31674): Terminating (SIGTERM)\u000a22:01:08.106695 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=31675): Terminating (SIGTERM)\u000a22:01:08.149362 run osmo-bsc_10.42.42.9(pid=31676): Terminating (SIGTERM)\u000a22:01:08.160315 --- ParallelTerminationStrategy: PID 31641 died...\u000a22:01:08.218495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31641): Terminated: ok {rc=0}\u000a22:01:08.229815 --- ParallelTerminationStrategy: PID 31642 died...\u000a22:01:08.305681 run osmo-hlr_10.42.42.2(pid=31642): Terminated: ok {rc=0}\u000a22:01:08.333110 --- ParallelTerminationStrategy: PID 31643 died...\u000a22:01:08.427877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31643): Terminated: ok {rc=0}\u000a22:01:08.438635 --- ParallelTerminationStrategy: PID 31644 died...\u000a22:01:08.495847 run osmo-stp_10.42.42.5(pid=31644): Terminated: ok {rc=0}\u000a22:01:08.506610 --- ParallelTerminationStrategy: PID 31645 died...\u000a22:01:08.563171 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31645): Terminated: ok {rc=0}\u000a22:01:08.573579 --- ParallelTerminationStrategy: PID 31650 died...\u000a22:01:08.629725 run osmo-ggsn_10.42.42.6(pid=31650): Terminated: ok {rc=0}\u000a22:01:08.640054 --- ParallelTerminationStrategy: PID 31667 died...\u000a22:01:08.696226 run pcap-recorder_any(filters='host 10.42.42.7')(pid=31667): Terminated: ok {rc=0}\u000a22:01:08.706604 --- ParallelTerminationStrategy: PID 31669 died...\u000a22:01:08.762653 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=31669): Terminated: ok {rc=0}\u000a22:01:08.772998 --- ParallelTerminationStrategy: PID 31670 died...\u000a22:01:08.829365 run osmo-msc_10.42.42.8(pid=31670): Terminated: ok {rc=0}\u000a22:01:08.840092 --- ParallelTerminationStrategy: PID 31671 died...\u000a22:01:08.897649 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=31671): Terminated: ok {rc=0}\u000a22:01:08.908562 --- ParallelTerminationStrategy: PID 31672 died...\u000a22:01:08.966020 run osmo-mgw_10.42.42.3(pid=31672): Terminated {rc=15}\u000a22:01:08.976885 --- ParallelTerminationStrategy: PID 31673 died...\u000a22:01:09.034744 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31673): Terminated: ok {rc=0}\u000a22:01:09.045772 --- ParallelTerminationStrategy: PID 31674 died...\u000a22:01:09.103777 run osmo-mgw_10.42.42.4(pid=31674): Terminated {rc=15}\u000a22:01:09.114589 --- ParallelTerminationStrategy: PID 31675 died...\u000a22:01:09.172308 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=31675): Terminated: ok {rc=0}\u000a22:01:09.183111 --- ParallelTerminationStrategy: PID 31676 died...\u000a22:01:09.240550 run osmo-bsc_10.42.42.9(pid=31676): Terminated: ok {rc=0}\u000a22:01:09.726068 --- ParallelTerminationStrategy: PID 31668 died...\u000a22:01:09.784012 run osmo-sgsn_10.42.42.7(pid=31668): Terminated: ok {rc=0}\u000a22:01:09.871500 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 3, "className" : "gprs:sysmo", "duration" : 28.0, "errorDetails" : None, "errorStackTrace" : "rm-remote-dir(pid=31730): launch_sync(): local ssh process exited with status 255 (ssh: connect to host 10.42.42.114 port 22: No route to host) [trial-2071↪gprs:sysmo↪ping_idle_ping.py:34↪ping_idle_ping.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=31730)]", "failedSince" : 2069, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 34, in \u000a bts.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/bts_sysmo.py\", line 113, in start\u000a rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 216, in launch_sync\u000a raise self.RunError('launch_sync()')\u000aosmo_gsm_tester.core.log.Error: rm-remote-dir(pid=31730): launch_sync(): local ssh process exited with status 255 (ssh: connect to host 10.42.42.114 port 22: No route to host) [trial-2071↪gprs:sysmo↪ping_idle_ping.py:34↪ping_idle_ping.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=31730)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2071 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a22:01:10.981176 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:01:10.993283 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a22:01:11.125236 tst ping_idle_ping.py: using LAC 41720\u000a22:01:11.253710 tst ping_idle_ping.py: using RAC 155\u000a22:01:11.378946 tst ping_idle_ping.py: using CellId 41720\u000a22:01:11.500066 tst ping_idle_ping.py: using BVCI 41721\u000a22:01:11.523248 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:01:11.533852 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:01:11.544645 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:01:11.555520 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:01:11.566446 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:01:11.577443 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:01:11.588123 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:01:11.598916 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a22:01:11.891792 tst ping_idle_ping.py:24: start network...\u000a22:01:12.026003 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:01:12.546302 run create_hlr_db(pid=31692): Launched\u000a22:01:12.735017 bus /gobi_6: Setting Powered False\u000a22:01:13.754765 run create_hlr_db(pid=31692): Terminated: ok {rc=0}\u000a22:01:14.162631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31694): Launched\u000a22:01:14.468028 run osmo-hlr_10.42.42.2(pid=31695): Launched\u000a22:01:14.577115 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:01:15.101428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31696): Launched\u000a22:01:15.403369 run osmo-stp_10.42.42.5(pid=31697): Launched\u000a22:01:15.510450 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:01:16.038512 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31698): Launched\u000a22:01:16.146901 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:01:16.412391 run patchelf(pid=31699): Launched\u000a22:01:17.594183 run patchelf(pid=31699): Terminated: ok {rc=0}\u000a22:01:17.705547 run osmo-ggsn_10.42.42.6: Applying CAP_NET_ADMIN capability to osmo-ggsn\u000a22:01:17.979991 run osmo-gsm-tester_setcap_net_admin.sh(pid=31700): Launched\u000a22:01:19.172960 run osmo-gsm-tester_setcap_net_admin.sh(pid=31700): Terminated: ok {rc=0}\u000a22:01:19.500142 run osmo-ggsn_10.42.42.6(pid=31703): Launched\u000a22:01:19.748747 run osmo-sgsn_10.42.42.7: Starting osmo-sgsn\u000a22:01:20.327311 run pcap-recorder_any(filters='host 10.42.42.7')(pid=31720): Launched\u000a22:01:20.652140 run osmo-sgsn_10.42.42.7(pid=31721): Launched\u000a22:01:20.797587 run osmo-msc_10.42.42.8: Starting osmo-msc\u000a22:01:21.541828 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=31722): Launched\u000a22:01:21.884553 run osmo-msc_10.42.42.8(pid=31723): Launched\u000a22:01:25.077495 run osmo-mgw_10.42.42.3: Starting osmo-mgw\u000a22:01:25.638830 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=31724): Launched\u000a22:01:25.961992 run osmo-mgw_10.42.42.3(pid=31725): Launched\u000a22:01:26.078725 run osmo-mgw_10.42.42.4: Starting osmo-mgw\u000a22:01:26.631744 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31726): Launched\u000a22:01:26.956592 run osmo-mgw_10.42.42.4(pid=31727): Launched\u000a22:01:27.072824 run osmo-bsc_10.42.42.9: Starting osmo-bsc\u000a22:01:27.752384 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=31728): Launched\u000a22:01:28.077355 run osmo-bsc_10.42.42.9(pid=31729): Launched\u000a22:01:34.337397 run osmo-bts-sysmo: Starting sysmoBTS to connect to osmo-bsc_10.42.42.9\u000a22:01:34.878715 run rm-remote-dir(pid=31730): Launched\u000a22:01:38.068798 run rm-remote-dir(pid=31730): ERR: Terminated: ERROR {rc=255} [trial-2071↪gprs:sysmo↪ping_idle_ping.py:34↪ping_idle_ping.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=31730)]\u000a22:01:38.202717 run rm-remote-dir(pid=31730): stdout: \u000a| (launched: 2023-01-03_22:01:34.723237) \u000a22:01:38.336709 run rm-remote-dir(pid=31730): stderr: \u000a| (launched: 2023-01-03_22:01:34.771369)\u000a| ssh: connect to host 10.42.42.114 port 22: No route to host \u000a22:01:38.391661 tst ping_idle_ping.py:34: ERR: Error: rm-remote-dir(pid=31730): launch_sync(): local ssh process exited with status 255 (ssh: connect to host 10.42.42.114 port 22: No route to host) [trial-2071↪gprs:sysmo↪ping_idle_ping.py:34↪ping_idle_ping.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=31730)] [trial-2071↪gprs:sysmo↪ping_idle_ping.py:34]\u000a22:01:38.398864 tst ping_idle_ping.py:34: Test FAILED (27.4 sec)\u000a22:01:38.434673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31694): Terminating (SIGTERM)\u000a22:01:38.475189 run osmo-hlr_10.42.42.2(pid=31695): Terminating (SIGTERM)\u000a22:01:38.517669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31696): Terminating (SIGTERM)\u000a22:01:38.560864 run osmo-stp_10.42.42.5(pid=31697): Terminating (SIGTERM)\u000a22:01:38.604479 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31698): Terminating (SIGTERM)\u000a22:01:38.646319 run osmo-ggsn_10.42.42.6(pid=31703): Terminating (SIGTERM)\u000a22:01:38.697470 run pcap-recorder_any(filters='host 10.42.42.7')(pid=31720): Terminating (SIGTERM)\u000a22:01:38.761729 run osmo-sgsn_10.42.42.7(pid=31721): Terminating (SIGTERM)\u000a22:01:38.805268 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=31722): Terminating (SIGTERM)\u000a22:01:38.848748 run osmo-msc_10.42.42.8(pid=31723): Terminating (SIGTERM)\u000a22:01:38.892459 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=31724): Terminating (SIGTERM)\u000a22:01:38.933870 run osmo-mgw_10.42.42.3(pid=31725): Terminating (SIGTERM)\u000a22:01:38.975689 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31726): Terminating (SIGTERM)\u000a22:01:39.017484 run osmo-mgw_10.42.42.4(pid=31727): Terminating (SIGTERM)\u000a22:01:39.059263 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=31728): Terminating (SIGTERM)\u000a22:01:39.102112 run osmo-bsc_10.42.42.9(pid=31729): Terminating (SIGTERM)\u000a22:01:39.111906 --- ParallelTerminationStrategy: PID 31694 died...\u000a22:01:39.169396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31694): Terminated: ok {rc=0}\u000a22:01:39.179854 --- ParallelTerminationStrategy: PID 31695 died...\u000a22:01:39.247286 run osmo-hlr_10.42.42.2(pid=31695): Terminated: ok {rc=0}\u000a22:01:39.258168 --- ParallelTerminationStrategy: PID 31696 died...\u000a22:01:39.317306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31696): Terminated: ok {rc=0}\u000a22:01:39.328283 --- ParallelTerminationStrategy: PID 31697 died...\u000a22:01:39.387242 run osmo-stp_10.42.42.5(pid=31697): Terminated: ok {rc=0}\u000a22:01:39.399869 --- ParallelTerminationStrategy: PID 31698 died...\u000a22:01:39.453995 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31698): Terminated: ok {rc=0}\u000a22:01:39.464024 --- ParallelTerminationStrategy: PID 31703 died...\u000a22:01:39.518016 run osmo-ggsn_10.42.42.6(pid=31703): Terminated: ok {rc=0}\u000a22:01:39.527646 --- ParallelTerminationStrategy: PID 31720 died...\u000a22:01:39.581604 run pcap-recorder_any(filters='host 10.42.42.7')(pid=31720): Terminated: ok {rc=0}\u000a22:01:39.591362 --- ParallelTerminationStrategy: PID 31722 died...\u000a22:01:39.645536 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=31722): Terminated: ok {rc=0}\u000a22:01:39.655336 --- ParallelTerminationStrategy: PID 31723 died...\u000a22:01:39.709503 run osmo-msc_10.42.42.8(pid=31723): Terminated: ok {rc=0}\u000a22:01:39.719185 --- ParallelTerminationStrategy: PID 31724 died...\u000a22:01:39.773059 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=31724): Terminated: ok {rc=0}\u000a22:01:39.783755 --- ParallelTerminationStrategy: PID 31725 died...\u000a22:01:39.839687 run osmo-mgw_10.42.42.3(pid=31725): Terminated {rc=15}\u000a22:01:39.850069 --- ParallelTerminationStrategy: PID 31726 died...\u000a22:01:39.907067 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31726): Terminated: ok {rc=0}\u000a22:01:39.917826 --- ParallelTerminationStrategy: PID 31727 died...\u000a22:01:39.974797 run osmo-mgw_10.42.42.4(pid=31727): Terminated {rc=15}\u000a22:01:39.985528 --- ParallelTerminationStrategy: PID 31728 died...\u000a22:01:40.042422 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=31728): Terminated: ok {rc=0}\u000a22:01:40.052893 --- ParallelTerminationStrategy: PID 31729 died...\u000a22:01:40.108133 run osmo-bsc_10.42.42.9(pid=31729): Terminated: ok {rc=0}\u000a22:01:40.117959 --- ParallelTerminationStrategy: PID 31721 died...\u000a22:01:40.171717 run osmo-sgsn_10.42.42.7(pid=31721): Terminated: ok {rc=0}\u000a22:01:40.262347 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 177.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2023-01-03T21:58:45" } ] }