{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 230.0, "empty" : False, "failCount" : 7, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 7, "className" : "nitb_sms:sysmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=9101): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9101) [trial-2069↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9101)]", "failedSince" : 2063, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=9101): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9101) [trial-2069↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9101)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2069 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a18:27:28.644281 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a18:27:28.655402 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a18:27:29.257329 tst mo_mt_sms.py: using LAC 41700\u000a18:27:29.378383 tst mo_mt_sms.py: using RAC 135\u000a18:27:29.499442 tst mo_mt_sms.py: using CellId 41700\u000a18:27:29.620446 tst mo_mt_sms.py: using BVCI 41701\u000a18:27:29.643572 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a18:27:29.836594 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a18:27:30.120224 tst mo_mt_sms.py:9: start nitb and bts...\u000a18:27:30.251854 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a18:27:32.605935 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9100): Launched\u000a18:27:32.916457 run osmo-nitb_10.42.42.2(pid=9101): Launched\u000a18:27:33.098109 run osmo-nitb_10.42.42.2(pid=9101): ERR: Terminated: ERROR {rc=2} [trial-2069↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9101)]\u000a18:27:33.229756 run osmo-nitb_10.42.42.2(pid=9101): stdout: \u000a| (launched: 2022-12-20_18:27:32.765910) \u000a18:27:33.361321 run osmo-nitb_10.42.42.2(pid=9101): stderr: \u000a| (launched: 2022-12-20_18:27:32.812788)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:27:33.488706 run osmo-nitb_10.42.42.2(pid=9101): stdout: \u000a| (launched: 2022-12-20_18:27:32.765910) \u000a18:27:33.615585 run osmo-nitb_10.42.42.2(pid=9101): stderr: \u000a| (launched: 2022-12-20_18:27:32.812788)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:27:33.670843 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=9101): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9101) [trial-2069↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9101)] [trial-2069↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a18:27:33.679499 tst mo_mt_sms.py:11: Test FAILED (5.0 sec)\u000a18:27:33.716067 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9100): Terminating (SIGTERM)\u000a18:27:33.893826 --- ParallelTerminationStrategy: PID 9100 died...\u000a18:27:33.952607 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9100): Terminated: ok {rc=0}\u000a18:27:34.042586 bus /sierra_3: Setting Powered False\u000a18:27:35.153912 bus /sierra_3: Setting Powered False\u000a18:27:36.260577 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-20T18:27:28" }, { "cases" : [ { "testActions" : [ ], "age" : 1, "className" : "sms:sysmo", "duration" : 36.0, "errorDetails" : None, "errorStackTrace" : "rm-remote-dir(pid=9397): launch_sync(): local ssh process exited with status 255 (ssh: connect to host 10.42.42.114 port 22: No route to host) [trial-2069↪sms:sysmo↪mo_mt_sms.py:23↪mo_mt_sms.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=9397)]", "failedSince" : 2069, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "REGRESSION", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 23, in \u000a bts.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/bts_sysmo.py\", line 113, in start\u000a rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 216, in launch_sync\u000a raise self.RunError('launch_sync()')\u000aosmo_gsm_tester.core.log.Error: rm-remote-dir(pid=9397): launch_sync(): local ssh process exited with status 255 (ssh: connect to host 10.42.42.114 port 22: No route to host) [trial-2069↪sms:sysmo↪mo_mt_sms.py:23↪mo_mt_sms.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=9397)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2069 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a18:27:38.135411 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:27:38.146468 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a18:27:38.277180 tst mo_mt_sms.py: using LAC 41701\u000a18:27:38.398667 tst mo_mt_sms.py: using RAC 136\u000a18:27:38.521552 tst mo_mt_sms.py: using CellId 41701\u000a18:27:38.643596 tst mo_mt_sms.py: using BVCI 41702\u000a18:27:38.667342 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:27:38.678341 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:27:38.689253 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:27:38.700352 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:27:38.711444 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:27:38.722469 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a18:27:38.835793 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a18:27:39.034666 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:27:40.643712 run create_hlr_db(pid=9105): Launched\u000a18:27:40.813769 bus /sierra_2: Setting Powered False\u000a18:27:41.836300 run create_hlr_db(pid=9105): Terminated: ok {rc=0}\u000a18:27:42.257039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9107): Launched\u000a18:27:42.573264 run osmo-hlr_10.42.42.2(pid=9108): Launched\u000a18:27:42.689923 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:27:45.267348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9109): Launched\u000a18:27:45.582945 run osmo-stp_10.42.42.5(pid=9110): Launched\u000a18:27:45.698129 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:27:51.204772 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9119): Launched\u000a18:27:51.663728 run osmo-msc_10.42.42.6(pid=9120): Launched\u000a18:27:54.880658 run osmo-mgw_10.42.42.3: Starting osmo-mgw\u000a18:27:56.629634 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=9121): Launched\u000a18:27:56.944308 run osmo-mgw_10.42.42.3(pid=9122): Launched\u000a18:27:57.059018 run osmo-mgw_10.42.42.4: Starting osmo-mgw\u000a18:27:57.597588 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=9123): Launched\u000a18:27:57.912893 run osmo-mgw_10.42.42.4(pid=9124): Launched\u000a18:27:58.027780 run osmo-bsc_10.42.42.7: Starting osmo-bsc\u000a18:28:02.524714 run pcap-recorder_any(filters='host 10.42.42.7 and port not 22')(pid=9125): Launched\u000a18:28:02.842622 run osmo-bsc_10.42.42.7(pid=9126): Launched\u000a18:28:09.156647 run osmo-bts-sysmo: Starting sysmoBTS to connect to osmo-bsc_10.42.42.7\u000a18:28:10.109120 run rm-remote-dir(pid=9397): Launched\u000a18:28:13.313210 run rm-remote-dir(pid=9397): ERR: Terminated: ERROR {rc=255} [trial-2069↪sms:sysmo↪mo_mt_sms.py:23↪mo_mt_sms.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=9397)]\u000a18:28:13.457421 run rm-remote-dir(pid=9397): stdout: \u000a| (launched: 2022-12-20_18:28:09.928823) \u000a18:28:13.603070 run rm-remote-dir(pid=9397): stderr: \u000a| (launched: 2022-12-20_18:28:09.976590)\u000a| ssh: connect to host 10.42.42.114 port 22: No route to host \u000a18:28:13.662971 tst mo_mt_sms.py:23: ERR: Error: rm-remote-dir(pid=9397): launch_sync(): local ssh process exited with status 255 (ssh: connect to host 10.42.42.114 port 22: No route to host) [trial-2069↪sms:sysmo↪mo_mt_sms.py:23↪mo_mt_sms.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=9397)] [trial-2069↪sms:sysmo↪mo_mt_sms.py:23]\u000a18:28:13.671794 tst mo_mt_sms.py:23: Test FAILED (35.5 sec)\u000a18:28:13.712657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9107): Terminating (SIGTERM)\u000a18:28:13.759272 run osmo-hlr_10.42.42.2(pid=9108): Terminating (SIGTERM)\u000a18:28:13.846349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9109): Terminating (SIGTERM)\u000a18:28:13.937916 run osmo-stp_10.42.42.5(pid=9110): Terminating (SIGTERM)\u000a18:28:14.023586 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9119): Terminating (SIGTERM)\u000a18:28:14.123048 run osmo-msc_10.42.42.6(pid=9120): Terminating (SIGTERM)\u000a18:28:14.167372 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=9121): Terminating (SIGTERM)\u000a18:28:14.212351 run osmo-mgw_10.42.42.3(pid=9122): Terminating (SIGTERM)\u000a18:28:14.266732 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=9123): Terminating (SIGTERM)\u000a18:28:14.314349 run osmo-mgw_10.42.42.4(pid=9124): Terminating (SIGTERM)\u000a18:28:14.368669 run pcap-recorder_any(filters='host 10.42.42.7 and port not 22')(pid=9125): Terminating (SIGTERM)\u000a18:28:14.414667 run osmo-bsc_10.42.42.7(pid=9126): Terminating (SIGTERM)\u000a18:28:14.425694 --- ParallelTerminationStrategy: PID 9107 died...\u000a18:28:14.485628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9107): Terminated: ok {rc=0}\u000a18:28:14.496750 --- ParallelTerminationStrategy: PID 9108 died...\u000a18:28:14.557761 run osmo-hlr_10.42.42.2(pid=9108): Terminated: ok {rc=0}\u000a18:28:14.568916 --- ParallelTerminationStrategy: PID 9109 died...\u000a18:28:14.646973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9109): Terminated: ok {rc=0}\u000a18:28:14.658139 --- ParallelTerminationStrategy: PID 9110 died...\u000a18:28:14.774650 run osmo-stp_10.42.42.5(pid=9110): Terminated: ok {rc=0}\u000a18:28:14.802601 --- ParallelTerminationStrategy: PID 9119 died...\u000a18:28:14.947007 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9119): Terminated: ok {rc=0}\u000a18:28:14.972956 --- ParallelTerminationStrategy: PID 9120 died...\u000a18:28:15.093912 run osmo-msc_10.42.42.6(pid=9120): Terminated: ok {rc=0}\u000a18:28:15.117540 --- ParallelTerminationStrategy: PID 9121 died...\u000a18:28:15.230564 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=9121): Terminated: ok {rc=0}\u000a18:28:15.241813 --- ParallelTerminationStrategy: PID 9122 died...\u000a18:28:15.301164 run osmo-mgw_10.42.42.3(pid=9122): Terminated {rc=15}\u000a18:28:15.314425 --- ParallelTerminationStrategy: PID 9123 died...\u000a18:28:15.375027 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=9123): Terminated: ok {rc=0}\u000a18:28:15.386422 --- ParallelTerminationStrategy: PID 9124 died...\u000a18:28:15.445705 run osmo-mgw_10.42.42.4(pid=9124): Terminated {rc=15}\u000a18:28:15.457956 --- ParallelTerminationStrategy: PID 9125 died...\u000a18:28:15.518428 run pcap-recorder_any(filters='host 10.42.42.7 and port not 22')(pid=9125): Terminated: ok {rc=0}\u000a18:28:15.531255 --- ParallelTerminationStrategy: PID 9126 died...\u000a18:28:15.591508 run osmo-bsc_10.42.42.7(pid=9126): Terminated: ok {rc=0}\u000a18:28:15.680997 bus /sierra_3: Setting Powered False\u000a18:28:16.793514 bus /sierra_3: Setting Powered False\u000a18:28:17.909916 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 42.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-20T18:27:37" }, { "cases" : [ { "testActions" : [ ], "age" : 7, "className" : "gprs:sysmo", "duration" : 36.0, "errorDetails" : None, "errorStackTrace" : "rm-remote-dir(pid=9452): launch_sync(): local ssh process exited with status 255 (ssh: connect to host 10.42.42.114 port 22: No route to host) [trial-2069↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=9452)]", "failedSince" : 2063, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 74, in setup_run_iperf3_test_parallel\u000a bts.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/bts_sysmo.py\", line 113, in start\u000a rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 216, in launch_sync\u000a raise self.RunError('launch_sync()')\u000aosmo_gsm_tester.core.log.Error: rm-remote-dir(pid=9452): launch_sync(): local ssh process exited with status 255 (ssh: connect to host 10.42.42.114 port 22: No route to host) [trial-2069↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=9452)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2069 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:28:20.066730 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:28:20.079034 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a18:28:20.221742 tst cs_paging_gprs_active.py: using LAC 41702\u000a18:28:20.353850 tst cs_paging_gprs_active.py: using RAC 137\u000a18:28:20.484016 tst cs_paging_gprs_active.py: using CellId 41702\u000a18:28:20.618593 tst cs_paging_gprs_active.py: using BVCI 41703\u000a18:28:20.644751 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:28:20.659437 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:28:20.671765 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:28:20.685149 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:28:20.698529 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:28:20.715534 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:28:20.734351 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:28:20.747863 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:28:20.766355 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a18:28:20.936510 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a18:28:21.260998 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:28:21.432801 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:28:21.829316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9407): Launched\u000a18:28:22.123852 run iperf3-srv_10.42.42.10(pid=9408): Launched\u000a18:28:22.318730 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:28:22.464680 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:28:22.859684 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9409): Launched\u000a18:28:23.166595 run iperf3-srv_10.42.42.10(pid=9410): Launched\u000a18:28:23.383616 tst cs_paging_gprs_active.py:38: start network...\u000a18:28:23.525994 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:28:24.087005 run create_hlr_db(pid=9411): Launched\u000a18:28:24.282370 bus /sierra_2: Setting Powered False\u000a18:28:25.303491 run create_hlr_db(pid=9411): Terminated: ok {rc=0}\u000a18:28:25.758692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9413): Launched\u000a18:28:26.188031 run osmo-hlr_10.42.42.2(pid=9414): Launched\u000a18:28:26.351261 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:28:26.939540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9415): Launched\u000a18:28:27.370358 run osmo-stp_10.42.42.5(pid=9416): Launched\u000a18:28:27.510124 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:28:29.118925 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9417): Launched\u000a18:28:29.226569 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:28:29.489598 run patchelf(pid=9420): Launched\u000a18:28:30.670074 run patchelf(pid=9420): Terminated: ok {rc=0}\u000a18:28:30.780302 run osmo-ggsn_10.42.42.6: Applying CAP_NET_ADMIN capability to osmo-ggsn\u000a18:28:31.065712 run osmo-gsm-tester_setcap_net_admin.sh(pid=9421): Launched\u000a18:28:32.258681 run osmo-gsm-tester_setcap_net_admin.sh(pid=9421): Terminated: ok {rc=0}\u000a18:28:32.586807 run osmo-ggsn_10.42.42.6(pid=9424): Launched\u000a18:28:32.776076 run osmo-sgsn_10.42.42.7: Starting osmo-sgsn\u000a18:28:37.770104 run pcap-recorder_any(filters='host 10.42.42.7')(pid=9442): Launched\u000a18:28:38.072694 run osmo-sgsn_10.42.42.7(pid=9443): Launched\u000a18:28:38.183176 run osmo-msc_10.42.42.8: Starting osmo-msc\u000a18:28:38.753227 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=9444): Launched\u000a18:28:39.056759 run osmo-msc_10.42.42.8(pid=9445): Launched\u000a18:28:42.218266 run osmo-mgw_10.42.42.3: Starting osmo-mgw\u000a18:28:42.741327 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=9446): Launched\u000a18:28:43.042490 run osmo-mgw_10.42.42.3(pid=9447): Launched\u000a18:28:43.150433 run osmo-mgw_10.42.42.4: Starting osmo-mgw\u000a18:28:43.672500 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=9448): Launched\u000a18:28:43.973660 run osmo-mgw_10.42.42.4(pid=9449): Launched\u000a18:28:44.080433 run osmo-bsc_10.42.42.9: Starting osmo-bsc\u000a18:28:44.713702 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=9450): Launched\u000a18:28:45.016363 run osmo-bsc_10.42.42.9(pid=9451): Launched\u000a18:28:51.287778 run osmo-bts-sysmo: Starting sysmoBTS to connect to osmo-bsc_10.42.42.9\u000a18:28:51.895312 run rm-remote-dir(pid=9452): Launched\u000a18:28:55.099990 run rm-remote-dir(pid=9452): ERR: Terminated: ERROR {rc=255} [trial-2069↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=9452)]\u000a18:28:55.243348 run rm-remote-dir(pid=9452): stdout: \u000a| (launched: 2022-12-20_18:28:51.707496) \u000a18:28:55.385776 run rm-remote-dir(pid=9452): stderr: \u000a| (launched: 2022-12-20_18:28:51.760977)\u000a| ssh: connect to host 10.42.42.114 port 22: No route to host \u000a18:28:55.445125 tst cs_paging_gprs_active.py:38: ERR: Error: rm-remote-dir(pid=9452): launch_sync(): local ssh process exited with status 255 (ssh: connect to host 10.42.42.114 port 22: No route to host) [trial-2069↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=9452)] [trial-2069↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a18:28:55.453395 tst cs_paging_gprs_active.py:38: Test FAILED (35.4 sec)\u000a18:28:55.490439 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9407): Terminating (SIGTERM)\u000a18:28:55.532784 run iperf3-srv_10.42.42.10(pid=9408): Terminating (SIGTERM)\u000a18:28:55.575287 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9409): Terminating (SIGTERM)\u000a18:28:55.617401 run iperf3-srv_10.42.42.10(pid=9410): Terminating (SIGTERM)\u000a18:28:55.659910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9413): Terminating (SIGTERM)\u000a18:28:55.701742 run osmo-hlr_10.42.42.2(pid=9414): Terminating (SIGTERM)\u000a18:28:55.745251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9415): Terminating (SIGTERM)\u000a18:28:55.789822 run osmo-stp_10.42.42.5(pid=9416): Terminating (SIGTERM)\u000a18:28:55.855518 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9417): Terminating (SIGTERM)\u000a18:28:55.911383 run osmo-ggsn_10.42.42.6(pid=9424): Terminating (SIGTERM)\u000a18:28:55.965672 run pcap-recorder_any(filters='host 10.42.42.7')(pid=9442): Terminating (SIGTERM)\u000a18:28:56.032632 run osmo-sgsn_10.42.42.7(pid=9443): Terminating (SIGTERM)\u000a18:28:56.078230 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=9444): Terminating (SIGTERM)\u000a18:28:56.121824 run osmo-msc_10.42.42.8(pid=9445): Terminating (SIGTERM)\u000a18:28:56.165996 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=9446): Terminating (SIGTERM)\u000a18:28:56.209535 run osmo-mgw_10.42.42.3(pid=9447): Terminating (SIGTERM)\u000a18:28:56.251070 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=9448): Terminating (SIGTERM)\u000a18:28:56.291731 run osmo-mgw_10.42.42.4(pid=9449): Terminating (SIGTERM)\u000a18:28:56.338863 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=9450): Terminating (SIGTERM)\u000a18:28:56.380780 run osmo-bsc_10.42.42.9(pid=9451): Terminating (SIGTERM)\u000a18:28:56.390690 --- ParallelTerminationStrategy: PID 9407 died...\u000a18:28:56.446733 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9407): Terminated: ok {rc=0}\u000a18:28:56.456827 --- ParallelTerminationStrategy: PID 9408 died...\u000a18:28:56.512377 run iperf3-srv_10.42.42.10(pid=9408): Terminated {rc=256}\u000a18:28:56.522257 --- ParallelTerminationStrategy: PID 9409 died...\u000a18:28:56.578841 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9409): Terminated: ok {rc=0}\u000a18:28:56.588964 --- ParallelTerminationStrategy: PID 9410 died...\u000a18:28:56.644892 run iperf3-srv_10.42.42.10(pid=9410): Terminated {rc=256}\u000a18:28:56.654856 --- ParallelTerminationStrategy: PID 9413 died...\u000a18:28:56.710445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9413): Terminated: ok {rc=0}\u000a18:28:56.720393 --- ParallelTerminationStrategy: PID 9414 died...\u000a18:28:56.776400 run osmo-hlr_10.42.42.2(pid=9414): Terminated: ok {rc=0}\u000a18:28:56.786324 --- ParallelTerminationStrategy: PID 9415 died...\u000a18:28:56.842177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9415): Terminated: ok {rc=0}\u000a18:28:56.852469 --- ParallelTerminationStrategy: PID 9416 died...\u000a18:28:56.908864 run osmo-stp_10.42.42.5(pid=9416): Terminated: ok {rc=0}\u000a18:28:56.919773 --- ParallelTerminationStrategy: PID 9417 died...\u000a18:28:56.977170 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9417): Terminated: ok {rc=0}\u000a18:28:56.987764 --- ParallelTerminationStrategy: PID 9424 died...\u000a18:28:57.044343 run osmo-ggsn_10.42.42.6(pid=9424): Terminated: ok {rc=0}\u000a18:28:57.055155 --- ParallelTerminationStrategy: PID 9442 died...\u000a18:28:57.129547 run pcap-recorder_any(filters='host 10.42.42.7')(pid=9442): Terminated: ok {rc=0}\u000a18:28:57.172938 --- ParallelTerminationStrategy: PID 9444 died...\u000a18:28:57.270360 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=9444): Terminated: ok {rc=0}\u000a18:28:57.288962 --- ParallelTerminationStrategy: PID 9445 died...\u000a18:28:57.380315 run osmo-msc_10.42.42.8(pid=9445): Terminated: ok {rc=0}\u000a18:28:57.392004 --- ParallelTerminationStrategy: PID 9446 died...\u000a18:28:57.456561 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=9446): Terminated: ok {rc=0}\u000a18:28:57.467563 --- ParallelTerminationStrategy: PID 9447 died...\u000a18:28:57.526443 run osmo-mgw_10.42.42.3(pid=9447): Terminated {rc=15}\u000a18:28:57.537140 --- ParallelTerminationStrategy: PID 9448 died...\u000a18:28:57.594032 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=9448): Terminated: ok {rc=0}\u000a18:28:57.607380 --- ParallelTerminationStrategy: PID 9449 died...\u000a18:28:57.663624 run osmo-mgw_10.42.42.4(pid=9449): Terminated {rc=15}\u000a18:28:57.673716 --- ParallelTerminationStrategy: PID 9443 died...\u000a18:28:57.729574 run osmo-sgsn_10.42.42.7(pid=9443): Terminated: ok {rc=0}\u000a18:28:57.739836 --- ParallelTerminationStrategy: PID 9450 died...\u000a18:28:57.795883 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=9450): Terminated: ok {rc=0}\u000a18:28:57.806245 --- ParallelTerminationStrategy: PID 9451 died...\u000a18:28:57.862215 run osmo-bsc_10.42.42.9(pid=9451): Terminated: ok {rc=0}\u000a18:28:57.950326 bus /gobi_0: Setting Powered False\u000a18:28:59.053219 bus /gobi_0: Setting Powered False\u000a18:29:00.160262 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 7, "className" : "gprs:sysmo", "duration" : 29.0, "errorDetails" : None, "errorStackTrace" : "rm-remote-dir(pid=9508): launch_sync(): local ssh process exited with status 255 (ssh: connect to host 10.42.42.114 port 22: No route to host) [trial-2069↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=9508)]", "failedSince" : 2063, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 74, in setup_run_iperf3_test_parallel\u000a bts.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/bts_sysmo.py\", line 113, in start\u000a rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 216, in launch_sync\u000a raise self.RunError('launch_sync()')\u000aosmo_gsm_tester.core.log.Error: rm-remote-dir(pid=9508): launch_sync(): local ssh process exited with status 255 (ssh: connect to host 10.42.42.114 port 22: No route to host) [trial-2069↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=9508)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2069 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a18:29:01.328078 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:29:01.339899 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a18:29:01.478275 tst iperf3.py: using LAC 41703\u000a18:29:01.599605 tst iperf3.py: using RAC 138\u000a18:29:01.721723 tst iperf3.py: using CellId 41703\u000a18:29:01.841755 tst iperf3.py: using BVCI 41704\u000a18:29:01.864845 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:29:01.875432 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:29:01.886001 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:29:01.896476 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:29:01.906794 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:29:01.917102 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:29:01.927610 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:29:01.938047 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:29:01.949312 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a18:29:02.241929 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:29:02.377366 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:29:02.712109 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9466): Launched\u000a18:29:02.989703 run iperf3-srv_10.42.42.10(pid=9467): Launched\u000a18:29:03.187870 tst iperf3.py:8: start network...\u000a18:29:03.323005 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:29:03.835008 run create_hlr_db(pid=9468): Launched\u000a18:29:04.022935 bus /gobi_6: Setting Powered False\u000a18:29:05.043205 run create_hlr_db(pid=9468): Terminated: ok {rc=0}\u000a18:29:05.448615 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9470): Launched\u000a18:29:05.751549 run osmo-hlr_10.42.42.2(pid=9471): Launched\u000a18:29:05.915369 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:29:06.469444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9472): Launched\u000a18:29:06.894837 run osmo-stp_10.42.42.5(pid=9473): Launched\u000a18:29:07.046214 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:29:07.592450 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9474): Launched\u000a18:29:07.699788 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:29:07.962859 run patchelf(pid=9475): Launched\u000a18:29:09.164291 run patchelf(pid=9475): Terminated: ok {rc=0}\u000a18:29:09.285946 run osmo-ggsn_10.42.42.6: Applying CAP_NET_ADMIN capability to osmo-ggsn\u000a18:29:09.554877 run osmo-gsm-tester_setcap_net_admin.sh(pid=9476): Launched\u000a18:29:10.735170 run osmo-gsm-tester_setcap_net_admin.sh(pid=9476): Terminated: ok {rc=0}\u000a18:29:11.040409 run osmo-ggsn_10.42.42.6(pid=9479): Launched\u000a18:29:11.304791 run osmo-sgsn_10.42.42.7: Starting osmo-sgsn\u000a18:29:11.852518 run pcap-recorder_any(filters='host 10.42.42.7')(pid=9498): Launched\u000a18:29:12.154883 run osmo-sgsn_10.42.42.7(pid=9499): Launched\u000a18:29:12.265485 run osmo-msc_10.42.42.8: Starting osmo-msc\u000a18:29:12.818010 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=9500): Launched\u000a18:29:13.120499 run osmo-msc_10.42.42.8(pid=9501): Launched\u000a18:29:16.282026 run osmo-mgw_10.42.42.3: Starting osmo-mgw\u000a18:29:16.806950 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=9502): Launched\u000a18:29:17.109013 run osmo-mgw_10.42.42.3(pid=9503): Launched\u000a18:29:17.216499 run osmo-mgw_10.42.42.4: Starting osmo-mgw\u000a18:29:17.729953 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=9504): Launched\u000a18:29:18.031519 run osmo-mgw_10.42.42.4(pid=9505): Launched\u000a18:29:18.139235 run osmo-bsc_10.42.42.9: Starting osmo-bsc\u000a18:29:18.773801 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=9506): Launched\u000a18:29:19.075670 run osmo-bsc_10.42.42.9(pid=9507): Launched\u000a18:29:25.333155 run osmo-bts-sysmo: Starting sysmoBTS to connect to osmo-bsc_10.42.42.9\u000a18:29:25.872269 run rm-remote-dir(pid=9508): Launched\u000a18:29:29.063418 run rm-remote-dir(pid=9508): ERR: Terminated: ERROR {rc=255} [trial-2069↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=9508)]\u000a18:29:29.196636 run rm-remote-dir(pid=9508): stdout: \u000a| (launched: 2022-12-20_18:29:25.717831) \u000a18:29:29.330055 run rm-remote-dir(pid=9508): stderr: \u000a| (launched: 2022-12-20_18:29:25.765791)\u000a| ssh: connect to host 10.42.42.114 port 22: No route to host \u000a18:29:29.385115 tst iperf3.py:8: ERR: Error: rm-remote-dir(pid=9508): launch_sync(): local ssh process exited with status 255 (ssh: connect to host 10.42.42.114 port 22: No route to host) [trial-2069↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=9508)] [trial-2069↪gprs:sysmo↪iperf3.py:8]\u000a18:29:29.392699 tst iperf3.py:8: Test FAILED (28.1 sec)\u000a18:29:29.427755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9466): Terminating (SIGTERM)\u000a18:29:29.468419 run iperf3-srv_10.42.42.10(pid=9467): Terminating (SIGTERM)\u000a18:29:29.508618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9470): Terminating (SIGTERM)\u000a18:29:29.548553 run osmo-hlr_10.42.42.2(pid=9471): Terminating (SIGTERM)\u000a18:29:29.589723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9472): Terminating (SIGTERM)\u000a18:29:29.631775 run osmo-stp_10.42.42.5(pid=9473): Terminating (SIGTERM)\u000a18:29:29.674567 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9474): Terminating (SIGTERM)\u000a18:29:29.717921 run osmo-ggsn_10.42.42.6(pid=9479): Terminating (SIGTERM)\u000a18:29:29.765567 run pcap-recorder_any(filters='host 10.42.42.7')(pid=9498): Terminating (SIGTERM)\u000a18:29:29.818607 run osmo-sgsn_10.42.42.7(pid=9499): Terminating (SIGTERM)\u000a18:29:29.866823 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=9500): Terminating (SIGTERM)\u000a18:29:29.915230 run osmo-msc_10.42.42.8(pid=9501): Terminating (SIGTERM)\u000a18:29:29.961149 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=9502): Terminating (SIGTERM)\u000a18:29:30.009367 run osmo-mgw_10.42.42.3(pid=9503): Terminating (SIGTERM)\u000a18:29:30.061927 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=9504): Terminating (SIGTERM)\u000a18:29:30.105077 run osmo-mgw_10.42.42.4(pid=9505): Terminating (SIGTERM)\u000a18:29:30.150381 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=9506): Terminating (SIGTERM)\u000a18:29:30.195001 run osmo-bsc_10.42.42.9(pid=9507): Terminating (SIGTERM)\u000a18:29:30.205964 --- ParallelTerminationStrategy: PID 9466 died...\u000a18:29:30.280370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9466): Terminated: ok {rc=0}\u000a18:29:30.291423 --- ParallelTerminationStrategy: PID 9467 died...\u000a18:29:30.349424 run iperf3-srv_10.42.42.10(pid=9467): Terminated {rc=256}\u000a18:29:30.361037 --- ParallelTerminationStrategy: PID 9470 died...\u000a18:29:30.420347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9470): Terminated: ok {rc=0}\u000a18:29:30.432961 --- ParallelTerminationStrategy: PID 9471 died...\u000a18:29:30.513500 run osmo-hlr_10.42.42.2(pid=9471): Terminated: ok {rc=0}\u000a18:29:30.525216 --- ParallelTerminationStrategy: PID 9472 died...\u000a18:29:30.586674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9472): Terminated: ok {rc=0}\u000a18:29:30.597857 --- ParallelTerminationStrategy: PID 9473 died...\u000a18:29:30.651578 run osmo-stp_10.42.42.5(pid=9473): Terminated: ok {rc=0}\u000a18:29:30.661552 --- ParallelTerminationStrategy: PID 9474 died...\u000a18:29:30.715223 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9474): Terminated: ok {rc=0}\u000a18:29:30.725288 --- ParallelTerminationStrategy: PID 9479 died...\u000a18:29:30.779014 run osmo-ggsn_10.42.42.6(pid=9479): Terminated: ok {rc=0}\u000a18:29:30.788990 --- ParallelTerminationStrategy: PID 9498 died...\u000a18:29:30.842842 run pcap-recorder_any(filters='host 10.42.42.7')(pid=9498): Terminated: ok {rc=0}\u000a18:29:30.853253 --- ParallelTerminationStrategy: PID 9500 died...\u000a18:29:30.908872 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=9500): Terminated: ok {rc=0}\u000a18:29:30.919552 --- ParallelTerminationStrategy: PID 9501 died...\u000a18:29:30.976112 run osmo-msc_10.42.42.8(pid=9501): Terminated: ok {rc=0}\u000a18:29:30.986706 --- ParallelTerminationStrategy: PID 9502 died...\u000a18:29:31.042956 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=9502): Terminated: ok {rc=0}\u000a18:29:31.053730 --- ParallelTerminationStrategy: PID 9503 died...\u000a18:29:31.110106 run osmo-mgw_10.42.42.3(pid=9503): Terminated {rc=15}\u000a18:29:31.120611 --- ParallelTerminationStrategy: PID 9504 died...\u000a18:29:31.175033 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=9504): Terminated: ok {rc=0}\u000a18:29:31.185105 --- ParallelTerminationStrategy: PID 9499 died...\u000a18:29:31.239152 run osmo-sgsn_10.42.42.7(pid=9499): Terminated: ok {rc=0}\u000a18:29:31.249090 --- ParallelTerminationStrategy: PID 9505 died...\u000a18:29:31.302845 run osmo-mgw_10.42.42.4(pid=9505): Terminated {rc=15}\u000a18:29:31.313200 --- ParallelTerminationStrategy: PID 9506 died...\u000a18:29:31.366956 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=9506): Terminated: ok {rc=0}\u000a18:29:31.377088 --- ParallelTerminationStrategy: PID 9507 died...\u000a18:29:31.430560 run osmo-bsc_10.42.42.9(pid=9507): Terminated: ok {rc=0}\u000a18:29:31.520823 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 7, "className" : "gprs:sysmo", "duration" : 32.0, "errorDetails" : None, "errorStackTrace" : "rm-remote-dir(pid=9567): launch_sync(): local ssh process exited with status 255 (ssh: connect to host 10.42.42.114 port 22: No route to host) [trial-2069↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=9567)]", "failedSince" : 2063, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 74, in setup_run_iperf3_test_parallel\u000a bts.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/bts_sysmo.py\", line 113, in start\u000a rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 216, in launch_sync\u000a raise self.RunError('launch_sync()')\u000aosmo_gsm_tester.core.log.Error: rm-remote-dir(pid=9567): launch_sync(): local ssh process exited with status 255 (ssh: connect to host 10.42.42.114 port 22: No route to host) [trial-2069↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=9567)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2069 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a18:29:32.684220 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:29:32.695252 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a18:29:32.832561 tst iperf3m4.py: using LAC 41704\u000a18:29:32.962420 tst iperf3m4.py: using RAC 139\u000a18:29:33.082887 tst iperf3m4.py: using CellId 41704\u000a18:29:33.203377 tst iperf3m4.py: using BVCI 41705\u000a18:29:33.226444 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:29:33.237074 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:29:33.247549 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:29:33.258141 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:29:33.268684 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:29:33.279089 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:29:33.289572 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:29:33.299895 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:29:33.310349 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a18:29:33.431847 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a18:29:33.558291 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a18:29:33.680328 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a18:29:33.974998 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:29:34.110423 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:29:34.445051 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9520): Launched\u000a18:29:34.724741 run iperf3-srv_10.42.42.10(pid=9521): Launched\u000a18:29:34.923682 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:29:35.059288 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:29:35.395997 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9522): Launched\u000a18:29:35.675773 run iperf3-srv_10.42.42.10(pid=9523): Launched\u000a18:29:35.891506 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:29:36.020919 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:29:36.350305 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9524): Launched\u000a18:29:36.664069 run iperf3-srv_10.42.42.10(pid=9525): Launched\u000a18:29:36.904809 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:29:37.043589 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:29:37.381380 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9526): Launched\u000a18:29:37.661613 run iperf3-srv_10.42.42.10(pid=9527): Launched\u000a18:29:37.860206 tst iperf3m4.py:8: start network...\u000a18:29:37.995784 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:29:38.506532 run create_hlr_db(pid=9528): Launched\u000a18:29:38.695092 bus /gobi_6: Setting Powered False\u000a18:29:39.715409 run create_hlr_db(pid=9528): Terminated: ok {rc=0}\u000a18:29:40.121269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9530): Launched\u000a18:29:40.422456 run osmo-hlr_10.42.42.2(pid=9531): Launched\u000a18:29:40.532718 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:29:41.054869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9532): Launched\u000a18:29:41.355132 run osmo-stp_10.42.42.5(pid=9533): Launched\u000a18:29:41.462476 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:29:41.989479 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9534): Launched\u000a18:29:42.096817 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:29:42.359835 run patchelf(pid=9535): Launched\u000a18:29:43.540541 run patchelf(pid=9535): Terminated: ok {rc=0}\u000a18:29:43.652232 run osmo-ggsn_10.42.42.6: Applying CAP_NET_ADMIN capability to osmo-ggsn\u000a18:29:43.923434 run osmo-gsm-tester_setcap_net_admin.sh(pid=9536): Launched\u000a18:29:45.103661 run osmo-gsm-tester_setcap_net_admin.sh(pid=9536): Terminated: ok {rc=0}\u000a18:29:45.409059 run osmo-ggsn_10.42.42.6(pid=9539): Launched\u000a18:29:45.670512 run osmo-sgsn_10.42.42.7: Starting osmo-sgsn\u000a18:29:46.239794 run pcap-recorder_any(filters='host 10.42.42.7')(pid=9557): Launched\u000a18:29:46.563931 run osmo-sgsn_10.42.42.7(pid=9558): Launched\u000a18:29:46.683847 run osmo-msc_10.42.42.8: Starting osmo-msc\u000a18:29:47.278893 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=9559): Launched\u000a18:29:47.604685 run osmo-msc_10.42.42.8(pid=9560): Launched\u000a18:29:50.781819 run osmo-mgw_10.42.42.3: Starting osmo-mgw\u000a18:29:51.360284 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=9561): Launched\u000a18:29:51.832060 run osmo-mgw_10.42.42.3(pid=9562): Launched\u000a18:29:51.951494 run osmo-mgw_10.42.42.4: Starting osmo-mgw\u000a18:29:52.508085 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=9563): Launched\u000a18:29:52.843125 run osmo-mgw_10.42.42.4(pid=9564): Launched\u000a18:29:52.951812 run osmo-bsc_10.42.42.9: Starting osmo-bsc\u000a18:29:53.594669 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=9565): Launched\u000a18:29:53.899407 run osmo-bsc_10.42.42.9(pid=9566): Launched\u000a18:30:00.158704 run osmo-bts-sysmo: Starting sysmoBTS to connect to osmo-bsc_10.42.42.9\u000a18:30:00.699589 run rm-remote-dir(pid=9567): Launched\u000a18:30:03.890894 run rm-remote-dir(pid=9567): ERR: Terminated: ERROR {rc=255} [trial-2069↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=9567)]\u000a18:30:04.024865 run rm-remote-dir(pid=9567): stdout: \u000a| (launched: 2022-12-20_18:30:00.543357) \u000a18:30:04.159206 run rm-remote-dir(pid=9567): stderr: \u000a| (launched: 2022-12-20_18:30:00.591728)\u000a| ssh: connect to host 10.42.42.114 port 22: No route to host \u000a18:30:04.214643 tst iperf3m4.py:8: ERR: Error: rm-remote-dir(pid=9567): launch_sync(): local ssh process exited with status 255 (ssh: connect to host 10.42.42.114 port 22: No route to host) [trial-2069↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=9567)] [trial-2069↪gprs:sysmo↪iperf3m4.py:8]\u000a18:30:04.222408 tst iperf3m4.py:8: Test FAILED (31.6 sec)\u000a18:30:04.258078 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9520): Terminating (SIGTERM)\u000a18:30:04.298373 run iperf3-srv_10.42.42.10(pid=9521): Terminating (SIGTERM)\u000a18:30:04.338661 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9522): Terminating (SIGTERM)\u000a18:30:04.378705 run iperf3-srv_10.42.42.10(pid=9523): Terminating (SIGTERM)\u000a18:30:04.418593 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9524): Terminating (SIGTERM)\u000a18:30:04.459363 run iperf3-srv_10.42.42.10(pid=9525): Terminating (SIGTERM)\u000a18:30:04.499336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9526): Terminating (SIGTERM)\u000a18:30:04.539175 run iperf3-srv_10.42.42.10(pid=9527): Terminating (SIGTERM)\u000a18:30:04.578939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9530): Terminating (SIGTERM)\u000a18:30:04.618574 run osmo-hlr_10.42.42.2(pid=9531): Terminating (SIGTERM)\u000a18:30:04.659799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9532): Terminating (SIGTERM)\u000a18:30:04.701688 run osmo-stp_10.42.42.5(pid=9533): Terminating (SIGTERM)\u000a18:30:04.745461 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9534): Terminating (SIGTERM)\u000a18:30:04.787057 run osmo-ggsn_10.42.42.6(pid=9539): Terminating (SIGTERM)\u000a18:30:04.842314 run pcap-recorder_any(filters='host 10.42.42.7')(pid=9557): Terminating (SIGTERM)\u000a18:30:04.891915 run osmo-sgsn_10.42.42.7(pid=9558): Terminating (SIGTERM)\u000a18:30:04.934539 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=9559): Terminating (SIGTERM)\u000a18:30:04.979605 run osmo-msc_10.42.42.8(pid=9560): Terminating (SIGTERM)\u000a18:30:05.025032 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=9561): Terminating (SIGTERM)\u000a18:30:05.072805 run osmo-mgw_10.42.42.3(pid=9562): Terminating (SIGTERM)\u000a18:30:05.115772 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=9563): Terminating (SIGTERM)\u000a18:30:05.155577 run osmo-mgw_10.42.42.4(pid=9564): Terminating (SIGTERM)\u000a18:30:05.196265 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=9565): Terminating (SIGTERM)\u000a18:30:05.236536 run osmo-bsc_10.42.42.9(pid=9566): Terminating (SIGTERM)\u000a18:30:05.245959 --- ParallelTerminationStrategy: PID 9520 died...\u000a18:30:05.300261 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9520): Terminated: ok {rc=0}\u000a18:30:05.310289 --- ParallelTerminationStrategy: PID 9521 died...\u000a18:30:05.363681 run iperf3-srv_10.42.42.10(pid=9521): Terminated {rc=256}\u000a18:30:05.373236 --- ParallelTerminationStrategy: PID 9522 died...\u000a18:30:05.426723 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9522): Terminated: ok {rc=0}\u000a18:30:05.436412 --- ParallelTerminationStrategy: PID 9523 died...\u000a18:30:05.489135 run iperf3-srv_10.42.42.10(pid=9523): Terminated {rc=256}\u000a18:30:05.498688 --- ParallelTerminationStrategy: PID 9524 died...\u000a18:30:05.551718 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9524): Terminated: ok {rc=0}\u000a18:30:05.561744 --- ParallelTerminationStrategy: PID 9525 died...\u000a18:30:05.614528 run iperf3-srv_10.42.42.10(pid=9525): Terminated {rc=256}\u000a18:30:05.624063 --- ParallelTerminationStrategy: PID 9526 died...\u000a18:30:05.676747 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9526): Terminated: ok {rc=0}\u000a18:30:05.686360 --- ParallelTerminationStrategy: PID 9527 died...\u000a18:30:05.759275 run iperf3-srv_10.42.42.10(pid=9527): Terminated {rc=256}\u000a18:30:05.777333 --- ParallelTerminationStrategy: PID 9530 died...\u000a18:30:05.885481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9530): Terminated: ok {rc=0}\u000a18:30:05.896064 --- ParallelTerminationStrategy: PID 9531 died...\u000a18:30:06.095706 run osmo-hlr_10.42.42.2(pid=9531): Terminated: ok {rc=0}\u000a18:30:06.126491 --- ParallelTerminationStrategy: PID 9532 died...\u000a18:30:06.295894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9532): Terminated: ok {rc=0}\u000a18:30:06.326390 --- ParallelTerminationStrategy: PID 9533 died...\u000a18:30:06.479646 run osmo-stp_10.42.42.5(pid=9533): Terminated: ok {rc=0}\u000a18:30:06.511355 --- ParallelTerminationStrategy: PID 9534 died...\u000a18:30:06.662629 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9534): Terminated: ok {rc=0}\u000a18:30:06.684742 --- ParallelTerminationStrategy: PID 9539 died...\u000a18:30:06.818119 run osmo-ggsn_10.42.42.6(pid=9539): Terminated: ok {rc=0}\u000a18:30:06.836949 --- ParallelTerminationStrategy: PID 9557 died...\u000a18:30:06.907851 run pcap-recorder_any(filters='host 10.42.42.7')(pid=9557): Terminated: ok {rc=0}\u000a18:30:06.923225 --- ParallelTerminationStrategy: PID 9559 died...\u000a18:30:07.068407 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=9559): Terminated: ok {rc=0}\u000a18:30:07.092068 --- ParallelTerminationStrategy: PID 9560 died...\u000a18:30:07.185404 run osmo-msc_10.42.42.8(pid=9560): Terminated: ok {rc=0}\u000a18:30:07.196399 --- ParallelTerminationStrategy: PID 9558 died...\u000a18:30:07.251753 run osmo-sgsn_10.42.42.7(pid=9558): Terminated: ok {rc=0}\u000a18:30:07.262955 --- ParallelTerminationStrategy: PID 9561 died...\u000a18:30:07.318164 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=9561): Terminated: ok {rc=0}\u000a18:30:07.327874 --- ParallelTerminationStrategy: PID 9562 died...\u000a18:30:07.381009 run osmo-mgw_10.42.42.3(pid=9562): Terminated {rc=15}\u000a18:30:07.390755 --- ParallelTerminationStrategy: PID 9563 died...\u000a18:30:07.443962 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=9563): Terminated: ok {rc=0}\u000a18:30:07.453882 --- ParallelTerminationStrategy: PID 9564 died...\u000a18:30:07.506934 run osmo-mgw_10.42.42.4(pid=9564): Terminated {rc=15}\u000a18:30:07.516664 --- ParallelTerminationStrategy: PID 9565 died...\u000a18:30:07.569822 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=9565): Terminated: ok {rc=0}\u000a18:30:07.579554 --- ParallelTerminationStrategy: PID 9566 died...\u000a18:30:07.632766 run osmo-bsc_10.42.42.9(pid=9566): Terminated: ok {rc=0}\u000a18:30:07.722143 bus /gobi_4: Setting Powered False\u000a18:30:08.826499 bus /gobi_4: Setting Powered False\u000a18:30:09.939197 bus /gobi_1: Setting Powered False\u000a18:30:11.041507 bus /gobi_1: Setting Powered False\u000a18:30:12.156050 bus /gobi_0: Setting Powered False\u000a18:30:13.268672 bus /gobi_0: Setting Powered False\u000a18:30:14.383300 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 1, "className" : "gprs:sysmo", "duration" : 28.0, "errorDetails" : None, "errorStackTrace" : "rm-remote-dir(pid=10158): launch_sync(): local ssh process exited with status 255 (ssh: connect to host 10.42.42.114 port 22: No route to host) [trial-2069↪gprs:sysmo↪ping.py:29↪ping.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=10158)]", "failedSince" : 2069, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "REGRESSION", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 29, in \u000a bts.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/bts_sysmo.py\", line 113, in start\u000a rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 216, in launch_sync\u000a raise self.RunError('launch_sync()')\u000aosmo_gsm_tester.core.log.Error: rm-remote-dir(pid=10158): launch_sync(): local ssh process exited with status 255 (ssh: connect to host 10.42.42.114 port 22: No route to host) [trial-2069↪gprs:sysmo↪ping.py:29↪ping.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=10158)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2069 gprs:sysmo ping.py\u000a----------------------------------------------\u000a18:30:15.508204 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:30:15.520289 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a18:30:15.661716 tst ping.py: using LAC 41705\u000a18:30:15.784045 tst ping.py: using RAC 140\u000a18:30:15.902440 tst ping.py: using CellId 41705\u000a18:30:16.021962 tst ping.py: using BVCI 41706\u000a18:30:16.044840 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:30:16.055384 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:30:16.065887 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:30:16.076862 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:30:16.087739 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:30:16.098623 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:30:16.109842 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:30:16.120250 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a18:30:16.413350 tst ping.py:19: start network...\u000a18:30:16.547230 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:30:17.051594 run create_hlr_db(pid=9943): Launched\u000a18:30:17.237985 bus /gobi_6: Setting Powered False\u000a18:30:18.258658 run create_hlr_db(pid=9943): Terminated: ok {rc=0}\u000a18:30:18.659005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9945): Launched\u000a18:30:18.956770 run osmo-hlr_10.42.42.2(pid=9946): Launched\u000a18:30:19.065087 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:30:19.585049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9947): Launched\u000a18:30:19.883474 run osmo-stp_10.42.42.5(pid=9948): Launched\u000a18:30:19.989018 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:30:20.506306 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9949): Launched\u000a18:30:20.611863 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:30:20.896647 run patchelf(pid=9950): Launched\u000a18:30:22.137531 run patchelf(pid=9950): Terminated: ok {rc=0}\u000a18:30:22.258617 run osmo-ggsn_10.42.42.6: Applying CAP_NET_ADMIN capability to osmo-ggsn\u000a18:30:22.538325 run osmo-gsm-tester_setcap_net_admin.sh(pid=9951): Launched\u000a18:30:23.738565 run osmo-gsm-tester_setcap_net_admin.sh(pid=9951): Terminated: ok {rc=0}\u000a18:30:24.163281 run osmo-ggsn_10.42.42.6(pid=10129): Launched\u000a18:30:24.417986 run osmo-sgsn_10.42.42.7: Starting osmo-sgsn\u000a18:30:25.075688 run pcap-recorder_any(filters='host 10.42.42.7')(pid=10146): Launched\u000a18:30:25.464135 run osmo-sgsn_10.42.42.7(pid=10147): Launched\u000a18:30:25.687105 run osmo-msc_10.42.42.8: Starting osmo-msc\u000a18:30:26.368514 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=10148): Launched\u000a18:30:26.760620 run osmo-msc_10.42.42.8(pid=10149): Launched\u000a18:30:29.936714 run osmo-mgw_10.42.42.3: Starting osmo-mgw\u000a18:30:30.451238 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=10151): Launched\u000a18:30:30.747842 run osmo-mgw_10.42.42.3(pid=10152): Launched\u000a18:30:30.853589 run osmo-mgw_10.42.42.4: Starting osmo-mgw\u000a18:30:31.357177 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=10153): Launched\u000a18:30:31.685781 run osmo-mgw_10.42.42.4(pid=10155): Launched\u000a18:30:31.791943 run osmo-bsc_10.42.42.9: Starting osmo-bsc\u000a18:30:32.421016 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=10156): Launched\u000a18:30:32.719321 run osmo-bsc_10.42.42.9(pid=10157): Launched\u000a18:30:38.988983 run osmo-bts-sysmo: Starting sysmoBTS to connect to osmo-bsc_10.42.42.9\u000a18:30:39.518038 run rm-remote-dir(pid=10158): Launched\u000a18:30:42.704369 run rm-remote-dir(pid=10158): ERR: Terminated: ERROR {rc=255} [trial-2069↪gprs:sysmo↪ping.py:29↪ping.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=10158)]\u000a18:30:42.835629 run rm-remote-dir(pid=10158): stdout: \u000a| (launched: 2022-12-20_18:30:39.365399) \u000a18:30:42.967578 run rm-remote-dir(pid=10158): stderr: \u000a| (launched: 2022-12-20_18:30:39.412595)\u000a| ssh: connect to host 10.42.42.114 port 22: No route to host \u000a18:30:43.021774 tst ping.py:29: ERR: Error: rm-remote-dir(pid=10158): launch_sync(): local ssh process exited with status 255 (ssh: connect to host 10.42.42.114 port 22: No route to host) [trial-2069↪gprs:sysmo↪ping.py:29↪ping.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=10158)] [trial-2069↪gprs:sysmo↪ping.py:29]\u000a18:30:43.029086 tst ping.py:29: Test FAILED (27.5 sec)\u000a18:30:43.064008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9945): Terminating (SIGTERM)\u000a18:30:43.103677 run osmo-hlr_10.42.42.2(pid=9946): Terminating (SIGTERM)\u000a18:30:43.144757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9947): Terminating (SIGTERM)\u000a18:30:43.188412 run osmo-stp_10.42.42.5(pid=9948): Terminating (SIGTERM)\u000a18:30:43.230185 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9949): Terminating (SIGTERM)\u000a18:30:43.270993 run osmo-ggsn_10.42.42.6(pid=10129): Terminating (SIGTERM)\u000a18:30:43.335034 run pcap-recorder_any(filters='host 10.42.42.7')(pid=10146): Terminating (SIGTERM)\u000a18:30:43.391070 run osmo-sgsn_10.42.42.7(pid=10147): Terminating (SIGTERM)\u000a18:30:43.436319 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=10148): Terminating (SIGTERM)\u000a18:30:43.477369 run osmo-msc_10.42.42.8(pid=10149): Terminating (SIGTERM)\u000a18:30:43.518555 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=10151): Terminating (SIGTERM)\u000a18:30:43.558378 run osmo-mgw_10.42.42.3(pid=10152): Terminating (SIGTERM)\u000a18:30:43.598925 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=10153): Terminating (SIGTERM)\u000a18:30:43.638387 run osmo-mgw_10.42.42.4(pid=10155): Terminating (SIGTERM)\u000a18:30:43.678336 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=10156): Terminating (SIGTERM)\u000a18:30:43.717717 run osmo-bsc_10.42.42.9(pid=10157): Terminating (SIGTERM)\u000a18:30:43.726959 --- ParallelTerminationStrategy: PID 9945 died...\u000a18:30:43.780513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9945): Terminated: ok {rc=0}\u000a18:30:43.790874 --- ParallelTerminationStrategy: PID 9946 died...\u000a18:30:43.845546 run osmo-hlr_10.42.42.2(pid=9946): Terminated: ok {rc=0}\u000a18:30:43.855762 --- ParallelTerminationStrategy: PID 9947 died...\u000a18:30:43.911505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9947): Terminated: ok {rc=0}\u000a18:30:43.922098 --- ParallelTerminationStrategy: PID 9948 died...\u000a18:30:43.976850 run osmo-stp_10.42.42.5(pid=9948): Terminated: ok {rc=0}\u000a18:30:43.987275 --- ParallelTerminationStrategy: PID 9949 died...\u000a18:30:44.042236 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9949): Terminated: ok {rc=0}\u000a18:30:44.053168 --- ParallelTerminationStrategy: PID 10129 died...\u000a18:30:44.107592 run osmo-ggsn_10.42.42.6(pid=10129): Terminated: ok {rc=0}\u000a18:30:44.117522 --- ParallelTerminationStrategy: PID 10146 died...\u000a18:30:44.170911 run pcap-recorder_any(filters='host 10.42.42.7')(pid=10146): Terminated: ok {rc=0}\u000a18:30:44.181234 --- ParallelTerminationStrategy: PID 10148 died...\u000a18:30:44.234557 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=10148): Terminated: ok {rc=0}\u000a18:30:44.244581 --- ParallelTerminationStrategy: PID 10149 died...\u000a18:30:44.297607 run osmo-msc_10.42.42.8(pid=10149): Terminated: ok {rc=0}\u000a18:30:44.307550 --- ParallelTerminationStrategy: PID 10151 died...\u000a18:30:44.360686 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=10151): Terminated: ok {rc=0}\u000a18:30:44.370505 --- ParallelTerminationStrategy: PID 10152 died...\u000a18:30:44.424038 run osmo-mgw_10.42.42.3(pid=10152): Terminated {rc=15}\u000a18:30:44.434705 --- ParallelTerminationStrategy: PID 10153 died...\u000a18:30:44.489841 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=10153): Terminated: ok {rc=0}\u000a18:30:44.500478 --- ParallelTerminationStrategy: PID 10155 died...\u000a18:30:44.556105 run osmo-mgw_10.42.42.4(pid=10155): Terminated {rc=15}\u000a18:30:44.566836 --- ParallelTerminationStrategy: PID 10156 died...\u000a18:30:44.622891 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=10156): Terminated: ok {rc=0}\u000a18:30:44.633689 --- ParallelTerminationStrategy: PID 10157 died...\u000a18:30:44.689290 run osmo-bsc_10.42.42.9(pid=10157): Terminated: ok {rc=0}\u000a18:30:44.867902 --- ParallelTerminationStrategy: PID 10147 died...\u000a18:30:44.922876 run osmo-sgsn_10.42.42.7(pid=10147): Terminated: ok {rc=0}\u000a18:30:45.006598 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 1, "className" : "gprs:sysmo", "duration" : 28.0, "errorDetails" : None, "errorStackTrace" : "rm-remote-dir(pid=10217): launch_sync(): local ssh process exited with status 255 (ssh: connect to host 10.42.42.114 port 22: No route to host) [trial-2069↪gprs:sysmo↪ping_idle_ping.py:34↪ping_idle_ping.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=10217)]", "failedSince" : 2069, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "REGRESSION", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 34, in \u000a bts.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/bts_sysmo.py\", line 113, in start\u000a rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 216, in launch_sync\u000a raise self.RunError('launch_sync()')\u000aosmo_gsm_tester.core.log.Error: rm-remote-dir(pid=10217): launch_sync(): local ssh process exited with status 255 (ssh: connect to host 10.42.42.114 port 22: No route to host) [trial-2069↪gprs:sysmo↪ping_idle_ping.py:34↪ping_idle_ping.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=10217)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2069 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a18:30:46.115617 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:30:46.127947 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a18:30:46.260489 tst ping_idle_ping.py: using LAC 41706\u000a18:30:46.378166 tst ping_idle_ping.py: using RAC 141\u000a18:30:46.499174 tst ping_idle_ping.py: using CellId 41706\u000a18:30:46.615002 tst ping_idle_ping.py: using BVCI 41707\u000a18:30:46.638082 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:30:46.648745 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:30:46.659270 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:30:46.669702 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:30:46.679958 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:30:46.690324 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:30:46.700857 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:30:46.711264 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a18:30:47.001283 tst ping_idle_ping.py:24: start network...\u000a18:30:47.135185 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:30:47.641689 run create_hlr_db(pid=10171): Launched\u000a18:30:47.828651 bus /gobi_6: Setting Powered False\u000a18:30:48.849646 run create_hlr_db(pid=10171): Terminated: ok {rc=0}\u000a18:30:49.251196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10173): Launched\u000a18:30:49.550564 run osmo-hlr_10.42.42.2(pid=10174): Launched\u000a18:30:49.659519 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:30:50.178297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10175): Launched\u000a18:30:50.480426 run osmo-stp_10.42.42.5(pid=10176): Launched\u000a18:30:50.587295 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:30:51.163612 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10177): Launched\u000a18:30:51.272002 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:30:51.543357 run patchelf(pid=10178): Launched\u000a18:30:52.721753 run patchelf(pid=10178): Terminated: ok {rc=0}\u000a18:30:52.831248 run osmo-ggsn_10.42.42.6: Applying CAP_NET_ADMIN capability to osmo-ggsn\u000a18:30:53.098072 run osmo-gsm-tester_setcap_net_admin.sh(pid=10179): Launched\u000a18:30:54.276904 run osmo-gsm-tester_setcap_net_admin.sh(pid=10179): Terminated: ok {rc=0}\u000a18:30:54.577246 run osmo-ggsn_10.42.42.6(pid=10182): Launched\u000a18:30:54.852046 run osmo-sgsn_10.42.42.7: Starting osmo-sgsn\u000a18:30:55.426080 run pcap-recorder_any(filters='host 10.42.42.7')(pid=10207): Launched\u000a18:30:55.747975 run osmo-sgsn_10.42.42.7(pid=10208): Launched\u000a18:30:55.866118 run osmo-msc_10.42.42.8: Starting osmo-msc\u000a18:30:56.457392 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=10209): Launched\u000a18:30:56.781307 run osmo-msc_10.42.42.8(pid=10210): Launched\u000a18:30:59.943219 run osmo-mgw_10.42.42.3: Starting osmo-mgw\u000a18:31:00.464573 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=10211): Launched\u000a18:31:00.764561 run osmo-mgw_10.42.42.3(pid=10212): Launched\u000a18:31:00.871022 run osmo-mgw_10.42.42.4: Starting osmo-mgw\u000a18:31:01.379335 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=10213): Launched\u000a18:31:01.678845 run osmo-mgw_10.42.42.4(pid=10214): Launched\u000a18:31:01.785610 run osmo-bsc_10.42.42.9: Starting osmo-bsc\u000a18:31:02.466195 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=10215): Launched\u000a18:31:02.788577 run osmo-bsc_10.42.42.9(pid=10216): Launched\u000a18:31:09.075177 run osmo-bts-sysmo: Starting sysmoBTS to connect to osmo-bsc_10.42.42.9\u000a18:31:09.647461 run rm-remote-dir(pid=10217): Launched\u000a18:31:12.848725 run rm-remote-dir(pid=10217): ERR: Terminated: ERROR {rc=255} [trial-2069↪gprs:sysmo↪ping_idle_ping.py:34↪ping_idle_ping.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=10217)]\u000a18:31:12.989332 run rm-remote-dir(pid=10217): stdout: \u000a| (launched: 2022-12-20_18:31:09.481778) \u000a18:31:13.130175 run rm-remote-dir(pid=10217): stderr: \u000a| (launched: 2022-12-20_18:31:09.532407)\u000a| ssh: connect to host 10.42.42.114 port 22: No route to host \u000a18:31:13.188369 tst ping_idle_ping.py:34: ERR: Error: rm-remote-dir(pid=10217): launch_sync(): local ssh process exited with status 255 (ssh: connect to host 10.42.42.114 port 22: No route to host) [trial-2069↪gprs:sysmo↪ping_idle_ping.py:34↪ping_idle_ping.py↪osmo-bts-sysmo↪host-root@10.42.42.114↪rm-remote-dir(pid=10217)] [trial-2069↪gprs:sysmo↪ping_idle_ping.py:34]\u000a18:31:13.195984 tst ping_idle_ping.py:34: Test FAILED (27.1 sec)\u000a18:31:13.232496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10173): Terminating (SIGTERM)\u000a18:31:13.274115 run osmo-hlr_10.42.42.2(pid=10174): Terminating (SIGTERM)\u000a18:31:13.316663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10175): Terminating (SIGTERM)\u000a18:31:13.361006 run osmo-stp_10.42.42.5(pid=10176): Terminating (SIGTERM)\u000a18:31:13.421954 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10177): Terminating (SIGTERM)\u000a18:31:13.479005 run osmo-ggsn_10.42.42.6(pid=10182): Terminating (SIGTERM)\u000a18:31:13.554654 run pcap-recorder_any(filters='host 10.42.42.7')(pid=10207): Terminating (SIGTERM)\u000a18:31:13.601365 run osmo-sgsn_10.42.42.7(pid=10208): Terminating (SIGTERM)\u000a18:31:13.645472 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=10209): Terminating (SIGTERM)\u000a18:31:13.690089 run osmo-msc_10.42.42.8(pid=10210): Terminating (SIGTERM)\u000a18:31:13.734040 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=10211): Terminating (SIGTERM)\u000a18:31:13.781532 run osmo-mgw_10.42.42.3(pid=10212): Terminating (SIGTERM)\u000a18:31:13.822734 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=10213): Terminating (SIGTERM)\u000a18:31:13.863018 run osmo-mgw_10.42.42.4(pid=10214): Terminating (SIGTERM)\u000a18:31:13.908012 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=10215): Terminating (SIGTERM)\u000a18:31:13.952092 run osmo-bsc_10.42.42.9(pid=10216): Terminating (SIGTERM)\u000a18:31:13.963792 --- ParallelTerminationStrategy: PID 10173 died...\u000a18:31:14.019739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10173): Terminated: ok {rc=0}\u000a18:31:14.031074 --- ParallelTerminationStrategy: PID 10174 died...\u000a18:31:14.086282 run osmo-hlr_10.42.42.2(pid=10174): Terminated: ok {rc=0}\u000a18:31:14.097686 --- ParallelTerminationStrategy: PID 10175 died...\u000a18:31:14.154614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10175): Terminated: ok {rc=0}\u000a18:31:14.164976 --- ParallelTerminationStrategy: PID 10176 died...\u000a18:31:14.219718 run osmo-stp_10.42.42.5(pid=10176): Terminated: ok {rc=0}\u000a18:31:14.229728 --- ParallelTerminationStrategy: PID 10177 died...\u000a18:31:14.283849 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10177): Terminated: ok {rc=0}\u000a18:31:14.294137 --- ParallelTerminationStrategy: PID 10182 died...\u000a18:31:14.349039 run osmo-ggsn_10.42.42.6(pid=10182): Terminated: ok {rc=0}\u000a18:31:14.358781 --- ParallelTerminationStrategy: PID 10207 died...\u000a18:31:14.413235 run pcap-recorder_any(filters='host 10.42.42.7')(pid=10207): Terminated: ok {rc=0}\u000a18:31:14.422938 --- ParallelTerminationStrategy: PID 10209 died...\u000a18:31:14.477137 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=10209): Terminated: ok {rc=0}\u000a18:31:14.487032 --- ParallelTerminationStrategy: PID 10210 died...\u000a18:31:14.540682 run osmo-msc_10.42.42.8(pid=10210): Terminated: ok {rc=0}\u000a18:31:14.551081 --- ParallelTerminationStrategy: PID 10211 died...\u000a18:31:14.604952 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=10211): Terminated: ok {rc=0}\u000a18:31:14.615584 --- ParallelTerminationStrategy: PID 10212 died...\u000a18:31:14.671732 run osmo-mgw_10.42.42.3(pid=10212): Terminated {rc=15}\u000a18:31:14.682969 --- ParallelTerminationStrategy: PID 10213 died...\u000a18:31:14.739443 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=10213): Terminated: ok {rc=0}\u000a18:31:14.750936 --- ParallelTerminationStrategy: PID 10214 died...\u000a18:31:14.830184 run osmo-mgw_10.42.42.4(pid=10214): Terminated {rc=15}\u000a18:31:14.840940 --- ParallelTerminationStrategy: PID 10215 died...\u000a18:31:14.897679 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=10215): Terminated: ok {rc=0}\u000a18:31:14.909582 --- ParallelTerminationStrategy: PID 10216 died...\u000a18:31:14.963769 run osmo-bsc_10.42.42.9(pid=10216): Terminated: ok {rc=0}\u000a18:31:14.974009 --- ParallelTerminationStrategy: PID 10208 died...\u000a18:31:15.027720 run osmo-sgsn_10.42.42.7(pid=10208): Terminated: ok {rc=0}\u000a18:31:15.112270 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 178.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-20T18:28:19" } ] }