{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 1553.0, "empty" : False, "failCount" : 4, "passCount" : 3, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 3, "className" : "nitb_sms:sysmo", "duration" : 5.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=31480): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31480) [trial-2065↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31480)]", "failedSince" : 2063, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=31480): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31480) [trial-2065↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31480)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2065 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a12:09:36.311992 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a12:09:36.322616 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a12:09:36.895134 tst mo_mt_sms.py: using LAC 3950\u000a12:09:37.006853 tst mo_mt_sms.py: using RAC 125\u000a12:09:37.121882 tst mo_mt_sms.py: using CellId 3950\u000a12:09:37.233931 tst mo_mt_sms.py: using BVCI 3951\u000a12:09:37.255745 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a12:09:37.462328 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a12:09:37.733269 tst mo_mt_sms.py:9: start nitb and bts...\u000a12:09:37.856809 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:09:40.089423 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31479): Launched\u000a12:09:40.382164 run osmo-nitb_10.42.42.2(pid=31480): Launched\u000a12:09:40.553231 run osmo-nitb_10.42.42.2(pid=31480): ERR: Terminated: ERROR {rc=2} [trial-2065↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31480)]\u000a12:09:40.676718 run osmo-nitb_10.42.42.2(pid=31480): stdout: \u000a| (launched: 2022-06-18_12:09:40.239221) \u000a12:09:40.800344 run osmo-nitb_10.42.42.2(pid=31480): stderr: \u000a| (launched: 2022-06-18_12:09:40.283279)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:09:40.919691 run osmo-nitb_10.42.42.2(pid=31480): stdout: \u000a| (launched: 2022-06-18_12:09:40.239221) \u000a12:09:41.037862 run osmo-nitb_10.42.42.2(pid=31480): stderr: \u000a| (launched: 2022-06-18_12:09:40.283279)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:09:41.089669 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=31480): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31480) [trial-2065↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31480)] [trial-2065↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a12:09:41.097516 tst mo_mt_sms.py:11: Test FAILED (4.8 sec)\u000a12:09:41.133340 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31479): Terminating (SIGTERM)\u000a12:09:41.311250 --- ParallelTerminationStrategy: PID 31479 died...\u000a12:09:41.366436 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31479): Terminated: ok {rc=0}\u000a12:09:41.455942 bus /sierra_3: Setting Powered False\u000a12:09:42.562555 bus /sierra_3: Setting Powered False\u000a12:09:43.674622 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-06-18T12:09:36" }, { "cases" : [ { "testActions" : [ ], "age" : 0, "className" : "sms:sysmo", "duration" : 114.0, "errorDetails" : None, "errorStackTrace" : None, "failedSince" : 0, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "PASSED", "stderr" : None, "stdout" : "\u000a----------------------------------------------\u000atrial-2065 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a12:09:45.532359 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:09:45.542860 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a12:09:45.660342 tst mo_mt_sms.py: using LAC 3951\u000a12:09:45.775183 tst mo_mt_sms.py: using RAC 126\u000a12:09:45.892646 tst mo_mt_sms.py: using CellId 3951\u000a12:09:46.005717 tst mo_mt_sms.py: using BVCI 3952\u000a12:09:46.028536 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:09:46.039098 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:09:46.049437 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:09:46.059800 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:09:46.070267 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:09:46.080685 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a12:09:46.192880 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a12:09:46.389215 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:09:48.002533 run create_hlr_db(pid=31485): Launched\u000a12:09:48.172763 bus /sierra_2: Setting Powered False\u000a12:09:49.194908 run create_hlr_db(pid=31485): Terminated: ok {rc=0}\u000a12:09:49.589911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31487): Launched\u000a12:09:49.885178 run osmo-hlr_10.42.42.2(pid=31488): Launched\u000a12:09:49.992694 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:09:52.471687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31489): Launched\u000a12:09:52.767585 run osmo-stp_10.42.42.5(pid=31490): Launched\u000a12:09:52.873368 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:09:58.124517 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31491): Launched\u000a12:09:58.420301 run osmo-msc_10.42.42.6(pid=31492): Launched\u000a12:10:01.579172 run osmo-mgw_10.42.42.3: Starting osmo-mgw\u000a12:10:03.266828 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=31496): Launched\u000a12:10:03.562193 run osmo-mgw_10.42.42.3(pid=31497): Launched\u000a12:10:03.673675 run osmo-mgw_10.42.42.4: Starting osmo-mgw\u000a12:10:04.175522 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31498): Launched\u000a12:10:04.470281 run osmo-mgw_10.42.42.4(pid=31499): Launched\u000a12:10:04.577477 run osmo-bsc_10.42.42.7: Starting osmo-bsc\u000a12:10:08.977464 run pcap-recorder_any(filters='host 10.42.42.7 and port not 22')(pid=31500): Launched\u000a12:10:09.316521 run osmo-bsc_10.42.42.7(pid=31501): Launched\u000a12:10:15.609973 run osmo-bts-sysmo: Starting sysmoBTS to connect to osmo-bsc_10.42.42.7\u000a12:10:16.565491 run rm-remote-dir(pid=31502): Launched\u000a12:10:18.752063 run rm-remote-dir(pid=31502): Terminated: ok {rc=0}\u000a12:10:19.070273 run mk-remote-dir(pid=31503): Launched\u000a12:10:20.252792 run mk-remote-dir(pid=31503): Terminated: ok {rc=0}\u000a12:10:20.524060 run scp-inst-to-remote(pid=31504): Launched\u000a12:10:32.722557 run scp-inst-to-remote(pid=31504): Terminated: ok {rc=0}\u000a12:10:33.034920 run mk-remote-dir(pid=31506): Launched\u000a12:10:34.216406 run mk-remote-dir(pid=31506): Terminated: ok {rc=0}\u000a12:10:34.485220 run scp-cfg-to-remote(pid=31507): Launched\u000a12:10:35.665982 run scp-cfg-to-remote(pid=31507): Terminated: ok {rc=0}\u000a12:10:35.980929 run reload-dsp-firmware(pid=31509): Launched\u000a12:10:38.170253 run reload-dsp-firmware(pid=31509): Terminated: ok {rc=0}\u000a12:10:38.501647 run osmo-bts-sysmo(pid=31510): Launched\u000a12:10:42.748476 tst mo_mt_sms.py: using MSISDN 3958\u000a12:10:42.922603 bus /sierra_2: Setting Powered True\u000a12:10:46.393749 run osmo-hlr_10.42.42.2: Add subscriber {algo=1, algo_str='comp128v1', imsi='901700000015252', msisdn='3958', subscriber_id=1}\u000a12:10:46.522358 tst mo_mt_sms.py: using MSISDN 3959\u000a12:10:46.696109 bus /sierra_3: Setting Powered True\u000a12:10:50.181385 run osmo-hlr_10.42.42.2: Add subscriber {algo=1, algo_str='comp128v1', imsi='901700000015253', msisdn='3959', subscriber_id=2}\u000a12:10:50.445450 bus /sierra_2: Setting Online False\u000a12:10:51.634468 bus /sierra_2: Setting Powered False\u000a12:10:57.329791 bus /sierra_2: Setting Powered True\u000a12:10:58.687600 bus /sierra_2: Setting Online True\u000a12:11:01.164360 tst /sierra_2: Connect to ('901', '70')\u000a12:11:01.481867 bus /sierra_3: Setting Online False\u000a12:11:02.672069 bus /sierra_3: Setting Powered False\u000a12:11:08.340507 bus /sierra_3: Setting Powered True\u000a12:11:09.696509 bus /sierra_3: Setting Online True\u000a12:11:12.168661 tst /sierra_3: Connect to ('901', '70')\u000a12:11:12.333692 tst /sierra_2: Manufacturer: 'Sierra Wireless, Incorporated', Model: 'MC7304', Revision: 'SWI9X15C_06.03.32.04 r28324 CNSHZ-AR-BUILD 2015/05/25 01:09:15', Serial: '356853054228053'\u000a12:11:12.449443 tst /sierra_3: Manufacturer: 'Sierra Wireless, Incorporated', Model: 'MC7304', Revision: 'SWI9X15C_06.03.32.04 r28324 CNSHZ-AR-BUILD 2015/05/25 01:09:15', Serial: '356853054229028'\u000a12:11:12.628572 tst mo_mt_sms.py:35: waiting for modems to attach...\u000a12:11:14.947784 tst /sierra_2: Already registered with network ('901', '70')\u000a12:11:26.818917 tst /sierra_3: Already registered with network ('901', '70')\u000a12:11:32.158181 tst /sierra_2: sending sms to MSISDN 3959 {sms='message nr. 1, from /sierra_2, to /sierra_3, from 3958, to 3959'}\u000a12:11:38.374002 tst /sierra_3: Incoming SMS: 'message nr. 1, from /sierra_2, to /sierra_3, from 3958, to 3959'\u000a12:11:39.291159 tst /sierra_3: SMS received as expected: 'message nr. 1, from /sierra_2, to /sierra_3, from 3958, to 3959'\u000a12:11:39.410756 tst mo_mt_sms.py: Test passed (113.8 sec)\u000a12:11:39.456942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31487): Terminating (SIGTERM)\u000a12:11:39.497098 run osmo-hlr_10.42.42.2(pid=31488): Terminating (SIGTERM)\u000a12:11:39.538733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31489): Terminating (SIGTERM)\u000a12:11:39.580713 run osmo-stp_10.42.42.5(pid=31490): Terminating (SIGTERM)\u000a12:11:39.624601 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31491): Terminating (SIGTERM)\u000a12:11:39.667005 run osmo-msc_10.42.42.6(pid=31492): Terminating (SIGTERM)\u000a12:11:39.713957 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=31496): Terminating (SIGTERM)\u000a12:11:39.756244 run osmo-mgw_10.42.42.3(pid=31497): Terminating (SIGTERM)\u000a12:11:39.814478 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31498): Terminating (SIGTERM)\u000a12:11:39.856246 run osmo-mgw_10.42.42.4(pid=31499): Terminating (SIGTERM)\u000a12:11:39.897468 run pcap-recorder_any(filters='host 10.42.42.7 and port not 22')(pid=31500): Terminating (SIGTERM)\u000a12:11:39.938087 run osmo-bsc_10.42.42.7(pid=31501): Terminating (SIGTERM)\u000a12:11:39.978901 run osmo-bts-sysmo(pid=31510): Terminating (SIGTERM)\u000a12:11:39.988522 --- ParallelTerminationStrategy: PID 31487 died...\u000a12:11:40.043097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31487): Terminated: ok {rc=0}\u000a12:11:40.053082 --- ParallelTerminationStrategy: PID 31488 died...\u000a12:11:40.107790 run osmo-hlr_10.42.42.2(pid=31488): Terminated: ok {rc=0}\u000a12:11:40.118434 --- ParallelTerminationStrategy: PID 31489 died...\u000a12:11:40.174897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31489): Terminated: ok {rc=0}\u000a12:11:40.185492 --- ParallelTerminationStrategy: PID 31490 died...\u000a12:11:40.241622 run osmo-stp_10.42.42.5(pid=31490): Terminated: ok {rc=0}\u000a12:11:40.251961 --- ParallelTerminationStrategy: PID 31491 died...\u000a12:11:40.306484 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31491): Terminated: ok {rc=0}\u000a12:11:40.316429 --- ParallelTerminationStrategy: PID 31492 died...\u000a12:11:40.370491 run osmo-msc_10.42.42.6(pid=31492): Terminated: ok {rc=0}\u000a12:11:40.380312 --- ParallelTerminationStrategy: PID 31496 died...\u000a12:11:40.434333 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=31496): Terminated: ok {rc=0}\u000a12:11:40.444058 --- ParallelTerminationStrategy: PID 31497 died...\u000a12:11:40.498331 run osmo-mgw_10.42.42.3(pid=31497): Terminated {rc=15}\u000a12:11:40.508184 --- ParallelTerminationStrategy: PID 31498 died...\u000a12:11:40.562150 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31498): Terminated: ok {rc=0}\u000a12:11:40.572037 --- ParallelTerminationStrategy: PID 31499 died...\u000a12:11:40.626024 run osmo-mgw_10.42.42.4(pid=31499): Terminated {rc=15}\u000a12:11:40.635928 --- ParallelTerminationStrategy: PID 31500 died...\u000a12:11:40.689795 run pcap-recorder_any(filters='host 10.42.42.7 and port not 22')(pid=31500): Terminated: ok {rc=0}\u000a12:11:40.699688 --- ParallelTerminationStrategy: PID 31501 died...\u000a12:11:40.753374 run osmo-bsc_10.42.42.7(pid=31501): Terminated: ok {rc=0}\u000a12:11:40.763591 --- ParallelTerminationStrategy: PID 31510 died...\u000a12:11:40.817633 run osmo-bts-sysmo(pid=31510): Terminated: ok {rc=0}\u000a12:11:40.950406 bus /sierra_3: Setting Online False\u000a12:11:42.099825 bus /sierra_3: Setting Powered False\u000a12:11:51.948092 bus /sierra_3: Setting Powered False\u000a12:11:53.054591 bus /sierra_3: Setting Powered False\u000a12:11:54.206901 bus /sierra_2: Setting Online False\u000a12:11:55.331038 bus /sierra_2: Setting Powered False\u000a12:12:01.952168 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 139.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-06-18T12:09:45" }, { "cases" : [ { "testActions" : [ ], "age" : 3, "className" : "gprs:sysmo", "duration" : 355.0, "errorDetails" : None, "errorStackTrace" : "iperf3-cli_10.42.42.10(pid=31637): Wait timeout {condition=, timeout=180, timestep=1} [trial-2065↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪iperf3-srv_10.42.42.10↪iperf3-cli_10.42.42.10↪iperf3-cli_10.42.42.10(pid=31637)]", "failedSince" : 2063, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 100, in setup_run_iperf3_test_parallel\u000a run_iperf3_cli_parallel(clients, ms_li, ready_cb)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 27, in run_iperf3_cli_parallel\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 20, in run_iperf3_cli_parallel\u000a proc.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 109, in wait\u000a raise log.Error('Wait timeout', condition=condition, timeout=timeout, timestep=timestep)\u000aosmo_gsm_tester.core.log.Error: iperf3-cli_10.42.42.10(pid=31637): Wait timeout {condition=, timeout=180, timestep=1} [trial-2065↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪iperf3-srv_10.42.42.10↪iperf3-cli_10.42.42.10↪iperf3-cli_10.42.42.10(pid=31637)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2065 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:12:04.055717 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:12:04.066624 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a12:12:04.197045 tst cs_paging_gprs_active.py: using LAC 3952\u000a12:12:04.324048 tst cs_paging_gprs_active.py: using RAC 127\u000a12:12:04.450591 tst cs_paging_gprs_active.py: using CellId 3952\u000a12:12:04.576826 tst cs_paging_gprs_active.py: using BVCI 3953\u000a12:12:04.601772 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:12:04.612831 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:12:04.623821 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:12:04.634683 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:12:04.645607 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:12:04.656530 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:12:04.667535 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:12:04.678343 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:12:04.689525 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a12:12:04.806763 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a12:12:05.083046 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:12:05.210837 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:12:05.525664 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31521): Launched\u000a12:12:05.791131 run iperf3-srv_10.42.42.10(pid=31522): Launched\u000a12:12:05.975852 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:12:06.102609 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:12:06.417941 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31523): Launched\u000a12:12:06.678844 run iperf3-srv_10.42.42.10(pid=31524): Launched\u000a12:12:06.863469 tst cs_paging_gprs_active.py:38: start network...\u000a12:12:06.989508 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:12:07.471808 run create_hlr_db(pid=31525): Launched\u000a12:12:07.647157 bus /sierra_2: Setting Powered False\u000a12:12:08.668922 run create_hlr_db(pid=31525): Terminated: ok {rc=0}\u000a12:12:09.102404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31527): Launched\u000a12:12:09.429805 run osmo-hlr_10.42.42.2(pid=31528): Launched\u000a12:12:09.548445 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:12:10.113122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31529): Launched\u000a12:12:10.438355 run osmo-stp_10.42.42.5(pid=31530): Launched\u000a12:12:10.555443 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:12:12.143787 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31531): Launched\u000a12:12:12.260042 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:12:12.549292 run patchelf(pid=31532): Launched\u000a12:12:13.742380 run patchelf(pid=31532): Terminated: ok {rc=0}\u000a12:12:13.862122 run osmo-ggsn_10.42.42.6: Applying CAP_NET_ADMIN capability to osmo-ggsn\u000a12:12:14.157772 run osmo-gsm-tester_setcap_net_admin.sh(pid=31534): Launched\u000a12:12:15.352047 run osmo-gsm-tester_setcap_net_admin.sh(pid=31534): Terminated: ok {rc=0}\u000a12:12:15.681887 run osmo-ggsn_10.42.42.6(pid=31537): Launched\u000a12:12:15.962271 run osmo-sgsn_10.42.42.7: Starting osmo-sgsn\u000a12:12:20.735626 run pcap-recorder_any(filters='host 10.42.42.7')(pid=31556): Launched\u000a12:12:21.040705 run osmo-sgsn_10.42.42.7(pid=31557): Launched\u000a12:12:21.152546 run osmo-msc_10.42.42.8: Starting osmo-msc\u000a12:12:21.741871 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=31558): Launched\u000a12:12:22.071233 run osmo-msc_10.42.42.8(pid=31559): Launched\u000a12:12:25.245602 run osmo-mgw_10.42.42.3: Starting osmo-mgw\u000a12:12:25.812550 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=31560): Launched\u000a12:12:26.138258 run osmo-mgw_10.42.42.3(pid=31561): Launched\u000a12:12:26.258525 run osmo-mgw_10.42.42.4: Starting osmo-mgw\u000a12:12:26.816778 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31562): Launched\u000a12:12:27.146090 run osmo-mgw_10.42.42.4(pid=31563): Launched\u000a12:12:27.278520 run osmo-bsc_10.42.42.9: Starting osmo-bsc\u000a12:12:27.963747 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=31564): Launched\u000a12:12:28.292190 run osmo-bsc_10.42.42.9(pid=31565): Launched\u000a12:12:34.574420 run osmo-bts-sysmo: Starting sysmoBTS to connect to osmo-bsc_10.42.42.9\u000a12:12:35.156384 run rm-remote-dir(pid=31566): Launched\u000a12:12:37.358586 run rm-remote-dir(pid=31566): Terminated: ok {rc=0}\u000a12:12:37.709705 run mk-remote-dir(pid=31567): Launched\u000a12:12:38.909051 run mk-remote-dir(pid=31567): Terminated: ok {rc=0}\u000a12:12:39.205674 run scp-inst-to-remote(pid=31568): Launched\u000a12:12:51.423534 run scp-inst-to-remote(pid=31568): Terminated: ok {rc=0}\u000a12:12:51.768662 run mk-remote-dir(pid=31570): Launched\u000a12:12:52.964901 run mk-remote-dir(pid=31570): Terminated: ok {rc=0}\u000a12:12:53.261080 run scp-cfg-to-remote(pid=31571): Launched\u000a12:12:54.459583 run scp-cfg-to-remote(pid=31571): Terminated: ok {rc=0}\u000a12:12:54.801353 run reload-dsp-firmware(pid=31573): Launched\u000a12:12:56.986545 run reload-dsp-firmware(pid=31573): Terminated: ok {rc=0}\u000a12:12:57.294842 run osmo-bts-sysmo(pid=31574): Launched\u000a12:13:01.591760 tst cs_paging_gprs_active.py:38: Waiting for bts to be ready...\u000a12:13:03.547375 run rm-remote-dir(pid=31575): Launched\u000a12:13:05.729377 run rm-remote-dir(pid=31575): Terminated: ok {rc=0}\u000a12:13:06.043940 run mk-remote-dir(pid=31576): Launched\u000a12:13:08.225352 run mk-remote-dir(pid=31576): Terminated: ok {rc=0}\u000a12:13:08.496438 run scp-inst-to-bts(pid=31577): Launched\u000a12:13:21.692304 run scp-inst-to-bts(pid=31577): Terminated: ok {rc=0}\u000a12:13:22.005456 run mk-remote-run-dir(pid=31579): Launched\u000a12:13:24.188612 run mk-remote-run-dir(pid=31579): Terminated: ok {rc=0}\u000a12:13:24.457813 run scp-cfg-to-sysmobts(pid=31580): Launched\u000a12:13:26.639525 run scp-cfg-to-sysmobts(pid=31580): Terminated: ok {rc=0}\u000a12:13:26.954562 run osmo-pcu(pid=31582): Launched\u000a12:13:27.082457 tst cs_paging_gprs_active.py: using MSISDN 3960\u000a12:13:27.254859 bus /gobi_6: Setting Powered True\u000a12:13:30.749219 run osmo-hlr_10.42.42.2: Add subscriber {algo=1, algo_str='comp128v1', imsi='901700000010978', msisdn='3960', subscriber_id=1}\u000a12:13:31.038524 bus /gobi_6: Setting Online False\u000a12:13:32.234200 bus /gobi_6: Setting Powered False\u000a12:13:39.232271 bus /gobi_6: Setting Powered True\u000a12:13:40.603847 bus /gobi_6: Setting Online True\u000a12:13:43.017906 tst /gobi_6: Connect to ('901', '70')\u000a12:13:43.293670 tst /gobi_6: Manufacturer: 'Quectel', Model: 'EC20', Revision: 'EC20EQAR02A13E2G 1 [Jul 5 2017 10:49:17]', Serial: '868323024273648'\u000a12:13:43.424319 tst cs_paging_gprs_active.py: using MSISDN 3961\u000a12:13:43.644150 bus /gobi_0: Setting Powered True\u000a12:13:47.131662 run osmo-hlr_10.42.42.2: Add subscriber {algo=1, algo_str='comp128v1', imsi='901700000023847', msisdn='3961', subscriber_id=2}\u000a12:13:47.417303 bus /gobi_0: Setting Online False\u000a12:13:48.603833 bus /gobi_0: Setting Powered False\u000a12:13:55.363758 bus /gobi_0: Setting Powered True\u000a12:13:56.755421 bus /gobi_0: Setting Online True\u000a12:13:58.277421 tst /gobi_6: Already registered with network ('901', '70')\u000a12:13:59.208141 tst /gobi_0: Connect to ('901', '70')\u000a12:13:59.488711 tst /gobi_0: Manufacturer: 'Quectel', Model: 'EC20', Revision: 'EC20EQAR02A05E2G 1 [Mar 14 2016 19:33:01]', Serial: '868323024271873'\u000a12:13:59.687334 tst cs_paging_gprs_active.py:38: waiting for modems to attach...\u000a12:14:13.849239 tst /gobi_0: Already registered with network ('901', '70')\u000a12:14:19.337698 tst cs_paging_gprs_active.py:38: waiting for modems to attach to data services...\u000a12:14:22.394088 tst /gobi_6: context activated {apn='inet46', path='/gobi_6/context2', properties={AccessPointName='inet46', Active=True, AuthenticationMethod='chap', IPv6.Settings={}, Name='Internet', Password='', Protocol='ip', Settings={Address='176.16.46.1', DomainNameServers=['192.168.100.1', '8.8.8.8'], Gateway='176.16.46.2', Interface='r433306bbc2604b', Method='static', Netmask='255.255.255.252'}, Type='internet', Username='ogt'}, user='ogt'}\u000a12:14:22.593327 tst cs_paging_gprs_active.py:38: Setting up data plan for \"'/gobi_6/context2'\"\u000a12:14:22.953728 run move_netns(pid=31585): Launched\u000a12:14:24.136771 run move_netns(pid=31585): Terminated: ok {rc=0}\u000a12:14:24.465729 run ifup(pid=31588): Launched\u000a12:14:25.646873 run ifup(pid=31588): Terminated: ok {rc=0}\u000a12:14:25.981480 run dhcp(pid=31591): Launched\u000a12:14:27.164220 run dhcp(pid=31591): Terminated: ok {rc=0}\u000a12:14:31.511633 tst /gobi_0: context activated {apn='inet46', path='/gobi_0/context3', properties={AccessPointName='inet46', Active=True, AuthenticationMethod='chap', IPv6.Settings={}, Name='Internet', Password='', Protocol='ip', Settings={Address='176.16.46.2', DomainNameServers=['192.168.100.1', '8.8.8.8'], Gateway='176.16.46.1', Interface='r82dcf628584c1c', Method='static', Netmask='255.255.255.252'}, Type='internet', Username='ogt'}, user='ogt'}\u000a12:14:31.696242 tst cs_paging_gprs_active.py:38: Setting up data plan for \"'/gobi_0/context3'\"\u000a12:14:32.047944 run move_netns(pid=31609): Launched\u000a12:14:33.229411 run move_netns(pid=31609): Terminated: ok {rc=0}\u000a12:14:33.556565 run ifup(pid=31612): Launched\u000a12:14:34.749253 run ifup(pid=31612): Terminated: ok {rc=0}\u000a12:14:35.095198 run dhcp(pid=31615): Launched\u000a12:14:36.288883 run dhcp(pid=31615): Terminated: ok {rc=0}\u000a12:14:36.497374 tst cs_paging_gprs_active.py:38: Running iperf3 client to 10.42.42.10:5003 through \"'/gobi_6/context2'\"\u000a12:14:36.636637 run iperf3-cli_10.42.42.10: Preparing iperf3-client connecting to 10.42.42.10:5003 (proto=tcp,time=60s)\u000a12:14:37.039612 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31631): Launched\u000a12:14:37.290874 tst cs_paging_gprs_active.py:38: Running iperf3 client to 10.42.42.10:5004 through \"'/gobi_0/context3'\"\u000a12:14:37.428007 run iperf3-cli_10.42.42.10: Preparing iperf3-client connecting to 10.42.42.10:5004 (proto=tcp,time=60s)\u000a12:14:37.827021 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31634): Launched\u000a12:14:38.159817 run iperf3-cli_10.42.42.10(pid=31637): Launched\u000a12:14:38.451820 run iperf3-cli_10.42.42.10(pid=31640): Launched\u000a12:14:38.674541 tst cs_paging_gprs_active.py:13: waiting a few secs to make sure iperf3 test is running\u000a12:14:40.929611 tst cs_paging_gprs_active.py:16: iperf3 running, let's place a call\u000a12:14:44.699774 tst cs_paging_gprs_active.py:22: dial success\u000a12:14:47.451783 tst cs_paging_gprs_active.py:28: answer success, call established and ongoing\u000a12:14:54.040903 tst cs_paging_gprs_active.py:35: hangup success\u000a12:17:54.550962 run iperf3-cli_10.42.42.10(pid=31637): Terminating (SIGINT)\u000a12:17:54.954824 run iperf3-cli_10.42.42.10(pid=31637)-killSignals.SIGINT(pid=31661): Launched\u000a12:17:56.171105 run iperf3-cli_10.42.42.10(pid=31637)-killSignals.SIGINT(pid=31661): Terminated: ok {rc=0}\u000a12:17:56.357732 run iperf3-cli_10.42.42.10(pid=31637): Terminated {rc=130}\u000a12:17:56.488182 run iperf3-cli_10.42.42.10(pid=31640): Terminating (SIGINT)\u000a12:17:56.862324 run iperf3-cli_10.42.42.10(pid=31640)-killSignals.SIGINT(pid=31664): Launched\u000a12:17:58.077354 run iperf3-cli_10.42.42.10(pid=31640)-killSignals.SIGINT(pid=31664): Terminated: ok {rc=0}\u000a12:17:58.260780 run iperf3-cli_10.42.42.10(pid=31640): Terminated {rc=1}\u000a12:17:58.292087 tst cs_paging_gprs_active.py:38: ERR: Error: iperf3-cli_10.42.42.10(pid=31637): Wait timeout {condition=<bound method Process.terminated of iperf3-cli_10.42.42.10(pid=31637)>, timeout=180, timestep=1} [trial-2065↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪iperf3-srv_10.42.42.10↪iperf3-cli_10.42.42.10↪iperf3-cli_10.42.42.10(pid=31637)] [trial-2065↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a12:17:58.300133 tst cs_paging_gprs_active.py:38: Test FAILED (354.3 sec)\u000a12:17:58.336673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31521): Terminating (SIGTERM)\u000a12:17:58.379381 run iperf3-srv_10.42.42.10(pid=31522): Terminating (SIGTERM)\u000a12:17:58.422840 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31523): Terminating (SIGTERM)\u000a12:17:58.464560 run iperf3-srv_10.42.42.10(pid=31524): Terminating (SIGTERM)\u000a12:17:58.506684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31527): Terminating (SIGTERM)\u000a12:17:58.548640 run osmo-hlr_10.42.42.2(pid=31528): Terminating (SIGTERM)\u000a12:17:58.592358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31529): Terminating (SIGTERM)\u000a12:17:58.635533 run osmo-stp_10.42.42.5(pid=31530): Terminating (SIGTERM)\u000a12:17:58.699629 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31531): Terminating (SIGTERM)\u000a12:17:58.743266 run osmo-ggsn_10.42.42.6(pid=31537): Terminating (SIGTERM)\u000a12:17:58.840833 run pcap-recorder_any(filters='host 10.42.42.7')(pid=31556): Terminating (SIGTERM)\u000a12:17:58.884576 run osmo-sgsn_10.42.42.7(pid=31557): Terminating (SIGTERM)\u000a12:17:58.928851 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=31558): Terminating (SIGTERM)\u000a12:17:58.978664 run osmo-msc_10.42.42.8(pid=31559): Terminating (SIGTERM)\u000a12:17:59.022832 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=31560): Terminating (SIGTERM)\u000a12:17:59.065838 run osmo-mgw_10.42.42.3(pid=31561): Terminating (SIGTERM)\u000a12:17:59.109585 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31562): Terminating (SIGTERM)\u000a12:17:59.152453 run osmo-mgw_10.42.42.4(pid=31563): Terminating (SIGTERM)\u000a12:17:59.195930 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=31564): Terminating (SIGTERM)\u000a12:17:59.238783 run osmo-bsc_10.42.42.9(pid=31565): Terminating (SIGTERM)\u000a12:17:59.282578 run osmo-bts-sysmo(pid=31574): Terminating (SIGTERM)\u000a12:17:59.327027 run osmo-pcu(pid=31582): Terminating (SIGTERM)\u000a12:17:59.371869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31631): Terminating (SIGTERM)\u000a12:17:59.525110 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31631)-killSignals.SIGTERM(pid=31678): Launched\u000a12:18:00.622584 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31631)-killSignals.SIGTERM(pid=31678): Terminated: ok {rc=0}\u000a12:18:00.670647 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31634): Terminating (SIGTERM)\u000a12:18:00.827925 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31634)-killSignals.SIGTERM(pid=31685): Launched\u000a12:18:01.923250 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31634)-killSignals.SIGTERM(pid=31685): Terminated: ok {rc=0}\u000a12:18:01.937927 --- ParallelTerminationStrategy: PID 31521 died...\u000a12:18:01.995060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31521): Terminated: ok {rc=0}\u000a12:18:02.005387 --- ParallelTerminationStrategy: PID 31522 died...\u000a12:18:02.062178 run iperf3-srv_10.42.42.10(pid=31522): Terminated {rc=256}\u000a12:18:02.072601 --- ParallelTerminationStrategy: PID 31523 died...\u000a12:18:02.129598 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31523): Terminated: ok {rc=0}\u000a12:18:02.139974 --- ParallelTerminationStrategy: PID 31524 died...\u000a12:18:02.196475 run iperf3-srv_10.42.42.10(pid=31524): Terminated {rc=256}\u000a12:18:02.206638 --- ParallelTerminationStrategy: PID 31527 died...\u000a12:18:02.263187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31527): Terminated: ok {rc=0}\u000a12:18:02.273417 --- ParallelTerminationStrategy: PID 31528 died...\u000a12:18:02.329734 run osmo-hlr_10.42.42.2(pid=31528): Terminated: ok {rc=0}\u000a12:18:02.339974 --- ParallelTerminationStrategy: PID 31529 died...\u000a12:18:02.396859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31529): Terminated: ok {rc=0}\u000a12:18:02.407248 --- ParallelTerminationStrategy: PID 31530 died...\u000a12:18:02.463847 run osmo-stp_10.42.42.5(pid=31530): Terminated: ok {rc=0}\u000a12:18:02.474151 --- ParallelTerminationStrategy: PID 31531 died...\u000a12:18:02.531113 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31531): Terminated: ok {rc=0}\u000a12:18:02.541236 --- ParallelTerminationStrategy: PID 31537 died...\u000a12:18:02.597801 run osmo-ggsn_10.42.42.6(pid=31537): Terminated: ok {rc=0}\u000a12:18:02.608126 --- ParallelTerminationStrategy: PID 31556 died...\u000a12:18:02.664349 run pcap-recorder_any(filters='host 10.42.42.7')(pid=31556): Terminated: ok {rc=0}\u000a12:18:02.674467 --- ParallelTerminationStrategy: PID 31557 died...\u000a12:18:02.730914 run osmo-sgsn_10.42.42.7(pid=31557): Terminated: ok {rc=0}\u000a12:18:02.741492 --- ParallelTerminationStrategy: PID 31558 died...\u000a12:18:02.797888 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=31558): Terminated: ok {rc=0}\u000a12:18:02.808394 --- ParallelTerminationStrategy: PID 31559 died...\u000a12:18:02.865176 run osmo-msc_10.42.42.8(pid=31559): Terminated: ok {rc=0}\u000a12:18:02.875632 --- ParallelTerminationStrategy: PID 31560 died...\u000a12:18:02.932441 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=31560): Terminated: ok {rc=0}\u000a12:18:02.942871 --- ParallelTerminationStrategy: PID 31561 died...\u000a12:18:02.999566 run osmo-mgw_10.42.42.3(pid=31561): Terminated {rc=15}\u000a12:18:03.009927 --- ParallelTerminationStrategy: PID 31562 died...\u000a12:18:03.066958 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31562): Terminated: ok {rc=0}\u000a12:18:03.077169 --- ParallelTerminationStrategy: PID 31563 died...\u000a12:18:03.133743 run osmo-mgw_10.42.42.4(pid=31563): Terminated {rc=15}\u000a12:18:03.144127 --- ParallelTerminationStrategy: PID 31564 died...\u000a12:18:03.200732 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=31564): Terminated: ok {rc=0}\u000a12:18:03.211178 --- ParallelTerminationStrategy: PID 31565 died...\u000a12:18:03.267527 run osmo-bsc_10.42.42.9(pid=31565): Terminated: ok {rc=0}\u000a12:18:03.278093 --- ParallelTerminationStrategy: PID 31574 died...\u000a12:18:03.335313 run osmo-bts-sysmo(pid=31574): Terminated: ok {rc=0}\u000a12:18:03.345603 --- ParallelTerminationStrategy: PID 31582 died...\u000a12:18:03.402669 run osmo-pcu(pid=31582): Terminated: ok {rc=0}\u000a12:18:09.270365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31631): Terminating (SIGINT)\u000a12:18:09.423145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31631)-killSignals.SIGINT(pid=31688): Launched\u000a12:18:10.519224 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31631)-killSignals.SIGINT(pid=31688): Terminated: ok {rc=0}\u000a12:18:10.567199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31634): Terminating (SIGINT)\u000a12:18:10.723322 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31634)-killSignals.SIGINT(pid=31691): Launched\u000a12:18:11.816761 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31634)-killSignals.SIGINT(pid=31691): Terminated: ok {rc=0}\u000a12:18:17.689111 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31631): Terminating (SIGKILL)\u000a12:18:17.844001 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31631)-killSignals.SIGUSR1(pid=31696): Launched\u000a12:18:18.937990 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31631)-killSignals.SIGUSR1(pid=31696): Terminated: ok {rc=0}\u000a12:18:18.985289 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31634): Terminating (SIGKILL)\u000a12:18:19.135397 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31634)-killSignals.SIGUSR1(pid=31699): Launched\u000a12:18:20.228310 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31634)-killSignals.SIGUSR1(pid=31699): Terminated: ok {rc=0}\u000a12:18:20.482192 bus /gobi_0: Setting Online False\u000a12:18:21.621599 bus /gobi_0: Setting Powered False\u000a12:18:37.976054 bus /gobi_0: Setting Powered False\u000a12:18:39.082329 bus /gobi_0: Setting Powered False\u000a12:18:40.239223 bus /gobi_6: Setting Online False\u000a12:18:41.367497 bus /gobi_6: Setting Powered False\u000a12:18:49.981512 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 3, "className" : "gprs:sysmo", "duration" : 190.0, "errorDetails" : None, "errorStackTrace" : "'sum_sent'", "failedSince" : 2063, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 105, in setup_run_iperf3_test_parallel\u000a print_results(clients[i], servers[i])\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 5, in print_results\u000a cli.print_results()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/iperf3.py\", line 342, in print_results\u000a print_result_node_tcp(self.get_results(), 'client')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/iperf3.py\", line 72, in print_result_node_tcp\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/iperf3.py\", line 65, in print_result_node_tcp\u000a sent = result['end']['sum_sent']\u000aKeyError: 'sum_sent'\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2065 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a12:18:51.153797 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:18:51.165368 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a12:18:51.294519 tst iperf3.py: using LAC 3953\u000a12:18:51.416572 tst iperf3.py: using RAC 128\u000a12:18:51.540823 tst iperf3.py: using CellId 3953\u000a12:18:51.658910 tst iperf3.py: using BVCI 3954\u000a12:18:51.682124 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:18:51.692966 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:18:51.703595 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:18:51.714878 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:18:51.726079 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:18:51.737572 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:18:51.749109 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:18:51.760662 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:18:51.772167 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a12:18:52.068298 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:18:52.204122 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:18:52.543601 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31702): Launched\u000a12:18:52.825180 run iperf3-srv_10.42.42.10(pid=31703): Launched\u000a12:18:53.024353 tst iperf3.py:8: start network...\u000a12:18:53.160529 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:18:53.672351 run create_hlr_db(pid=31704): Launched\u000a12:18:53.847555 bus /gobi_6: Setting Powered False\u000a12:18:54.869246 run create_hlr_db(pid=31704): Terminated: ok {rc=0}\u000a12:18:55.277499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31706): Launched\u000a12:18:55.586029 run osmo-hlr_10.42.42.2(pid=31707): Launched\u000a12:18:55.695860 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:18:56.224755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31708): Launched\u000a12:18:56.532767 run osmo-stp_10.42.42.5(pid=31709): Launched\u000a12:18:56.640857 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:18:57.173462 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31710): Launched\u000a12:18:57.283228 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:18:57.552453 run patchelf(pid=31711): Launched\u000a12:18:58.734617 run patchelf(pid=31711): Terminated: ok {rc=0}\u000a12:18:58.846809 run osmo-ggsn_10.42.42.6: Applying CAP_NET_ADMIN capability to osmo-ggsn\u000a12:18:59.119294 run osmo-gsm-tester_setcap_net_admin.sh(pid=31712): Launched\u000a12:19:00.301194 run osmo-gsm-tester_setcap_net_admin.sh(pid=31712): Terminated: ok {rc=0}\u000a12:19:00.612263 run osmo-ggsn_10.42.42.6(pid=31715): Launched\u000a12:19:00.884053 run osmo-sgsn_10.42.42.7: Starting osmo-sgsn\u000a12:19:01.456971 run pcap-recorder_any(filters='host 10.42.42.7')(pid=31732): Launched\u000a12:19:01.787450 run osmo-sgsn_10.42.42.7(pid=31733): Launched\u000a12:19:01.906356 run osmo-msc_10.42.42.8: Starting osmo-msc\u000a12:19:02.503036 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=31734): Launched\u000a12:19:02.830055 run osmo-msc_10.42.42.8(pid=31735): Launched\u000a12:19:06.003792 run osmo-mgw_10.42.42.3: Starting osmo-mgw\u000a12:19:06.567176 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=31736): Launched\u000a12:19:06.893418 run osmo-mgw_10.42.42.3(pid=31737): Launched\u000a12:19:07.009175 run osmo-mgw_10.42.42.4: Starting osmo-mgw\u000a12:19:07.564633 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31738): Launched\u000a12:19:07.893002 run osmo-mgw_10.42.42.4(pid=31739): Launched\u000a12:19:08.008856 run osmo-bsc_10.42.42.9: Starting osmo-bsc\u000a12:19:08.691321 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=31740): Launched\u000a12:19:09.019609 run osmo-bsc_10.42.42.9(pid=31741): Launched\u000a12:19:15.285085 run osmo-bts-sysmo: Starting sysmoBTS to connect to osmo-bsc_10.42.42.9\u000a12:19:15.828571 run rm-remote-dir(pid=31742): Launched\u000a12:19:18.019954 run rm-remote-dir(pid=31742): Terminated: ok {rc=0}\u000a12:19:18.347624 run mk-remote-dir(pid=31743): Launched\u000a12:19:19.534458 run mk-remote-dir(pid=31743): Terminated: ok {rc=0}\u000a12:19:19.809904 run scp-inst-to-remote(pid=31744): Launched\u000a12:19:32.017616 run scp-inst-to-remote(pid=31744): Terminated: ok {rc=0}\u000a12:19:32.361792 run mk-remote-dir(pid=31746): Launched\u000a12:19:33.558084 run mk-remote-dir(pid=31746): Terminated: ok {rc=0}\u000a12:19:33.852709 run scp-cfg-to-remote(pid=31747): Launched\u000a12:19:35.048154 run scp-cfg-to-remote(pid=31747): Terminated: ok {rc=0}\u000a12:19:35.387677 run reload-dsp-firmware(pid=31749): Launched\u000a12:19:37.583762 run reload-dsp-firmware(pid=31749): Terminated: ok {rc=0}\u000a12:19:37.913876 run osmo-bts-sysmo(pid=31750): Launched\u000a12:19:42.227388 tst iperf3.py:8: Waiting for bts to be ready...\u000a12:19:43.869414 run rm-remote-dir(pid=31751): Launched\u000a12:19:46.062837 run rm-remote-dir(pid=31751): Terminated: ok {rc=0}\u000a12:19:46.396659 run mk-remote-dir(pid=31752): Launched\u000a12:19:48.578355 run mk-remote-dir(pid=31752): Terminated: ok {rc=0}\u000a12:19:48.844194 run scp-inst-to-bts(pid=31753): Launched\u000a12:20:02.049550 run scp-inst-to-bts(pid=31753): Terminated: ok {rc=0}\u000a12:20:02.382594 run mk-remote-run-dir(pid=31759): Launched\u000a12:20:04.565993 run mk-remote-run-dir(pid=31759): Terminated: ok {rc=0}\u000a12:20:04.832096 run scp-cfg-to-sysmobts(pid=31760): Launched\u000a12:20:07.012406 run scp-cfg-to-sysmobts(pid=31760): Terminated: ok {rc=0}\u000a12:20:07.326074 run osmo-pcu(pid=31762): Launched\u000a12:20:07.453699 tst iperf3.py: using MSISDN 3962\u000a12:20:07.627424 bus /gobi_6: Setting Powered True\u000a12:20:11.113278 run osmo-hlr_10.42.42.2: Add subscriber {algo=1, algo_str='comp128v1', imsi='901700000010978', msisdn='3962', subscriber_id=1}\u000a12:20:11.401124 bus /gobi_6: Setting Online False\u000a12:20:12.586456 bus /gobi_6: Setting Powered False\u000a12:20:19.313328 bus /gobi_6: Setting Powered True\u000a12:20:20.707048 bus /gobi_6: Setting Online True\u000a12:20:23.127677 tst /gobi_6: Connect to ('901', '70')\u000a12:20:23.398352 tst /gobi_6: Manufacturer: 'Quectel', Model: 'EC20', Revision: 'EC20EQAR02A13E2G 1 [Jul 5 2017 10:49:17]', Serial: '868323024273648'\u000a12:20:23.582843 tst iperf3.py:8: waiting for modems to attach...\u000a12:20:37.605716 tst /gobi_6: Already registered with network ('901', '70')\u000a12:20:43.025968 tst iperf3.py:8: waiting for modems to attach to data services...\u000a12:20:45.993107 tst /gobi_6: context activated {apn='inet46', path='/gobi_6/context3', properties={AccessPointName='inet46', Active=True, AuthenticationMethod='chap', IPv6.Settings={}, Name='Internet', Password='', Protocol='ip', Settings={Address='176.16.46.1', DomainNameServers=['192.168.100.1', '8.8.8.8'], Gateway='176.16.46.2', Interface='r433306bbc2604b', Method='static', Netmask='255.255.255.252'}, Type='internet', Username='ogt'}, user='ogt'}\u000a12:20:46.177645 tst iperf3.py:8: Setting up data plan for \"'/gobi_6/context3'\"\u000a12:20:46.529453 run move_netns(pid=31766): Launched\u000a12:20:47.710907 run move_netns(pid=31766): Terminated: ok {rc=0}\u000a12:20:48.036421 run ifup(pid=31769): Launched\u000a12:20:49.218521 run ifup(pid=31769): Terminated: ok {rc=0}\u000a12:20:49.551562 run dhcp(pid=31772): Launched\u000a12:20:50.733333 run dhcp(pid=31772): Terminated: ok {rc=0}\u000a12:20:50.926298 tst iperf3.py:8: Running iperf3 client to 10.42.42.10:5003 through \"'/gobi_6/context3'\"\u000a12:20:51.055797 run iperf3-cli_10.42.42.10: Preparing iperf3-client connecting to 10.42.42.10:5003 (proto=tcp,time=60s)\u000a12:20:51.429755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31788): Launched\u000a12:20:51.741394 run iperf3-cli_10.42.42.10(pid=31792): Launched\u000a12:22:00.065028 run iperf3-cli_10.42.42.10(pid=31792): ERR: Terminated: ERROR {rc=1} [trial-2065↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪iperf3-srv_10.42.42.10↪iperf3-cli_10.42.42.10↪iperf3-cli_10.42.42.10(pid=31792)]\u000a12:22:00.203671 run iperf3-cli_10.42.42.10(pid=31792): stdout: \u000a| \u0009\u0009\u0009\u0009\"bits_per_second\":\u00090,\u000a| \u0009\u0009\u0009\u0009\"retransmits\":\u00090,\u000a| \u0009\u0009\u0009\u0009\"omitted\":\u0009false\u000a| \u0009\u0009\u0009}\u000a| \u0009\u0009}],\u000a| \u0009\"end\":\u0009{\u000a| \u0009},\u000a| \u0009\"error\":\u0009\"error - control socket has closed unexpectedly\"\u000a| }\u000a| child exited with 1 \u000a12:22:00.343343 run iperf3-cli_10.42.42.10(pid=31792): stderr: \u000a| (launched: 2022-06-18_12:20:51.632024) \u000a12:22:00.470363 run iperf3-srv_10.42.42.10(pid=31703): Terminating (SIGINT)\u000a12:22:00.814070 run iperf3-srv_10.42.42.10(pid=31703): Terminated {rc=1}\u000a12:22:01.021317 tst iperf3.py:8: Results for 10.42.42.10:5003 through \"'/gobi_6/context3'\"\u000a12:22:01.082054 tst iperf3.py:8: ERR: KeyError: 'sum_sent' [trial-2065↪gprs:sysmo↪iperf3.py:8]\u000a12:22:01.089648 tst iperf3.py:8: Test FAILED (190.0 sec)\u000a12:22:01.127271 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31702): Terminating (SIGTERM)\u000a12:22:01.170450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31706): Terminating (SIGTERM)\u000a12:22:01.213432 run osmo-hlr_10.42.42.2(pid=31707): Terminating (SIGTERM)\u000a12:22:01.257764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31708): Terminating (SIGTERM)\u000a12:22:01.303785 run osmo-stp_10.42.42.5(pid=31709): Terminating (SIGTERM)\u000a12:22:01.355729 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31710): Terminating (SIGTERM)\u000a12:22:01.409377 run osmo-ggsn_10.42.42.6(pid=31715): Terminating (SIGTERM)\u000a12:22:01.490349 run pcap-recorder_any(filters='host 10.42.42.7')(pid=31732): Terminating (SIGTERM)\u000a12:22:01.546249 run osmo-sgsn_10.42.42.7(pid=31733): Terminating (SIGTERM)\u000a12:22:01.592368 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=31734): Terminating (SIGTERM)\u000a12:22:01.644488 run osmo-msc_10.42.42.8(pid=31735): Terminating (SIGTERM)\u000a12:22:01.690141 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=31736): Terminating (SIGTERM)\u000a12:22:01.735610 run osmo-mgw_10.42.42.3(pid=31737): Terminating (SIGTERM)\u000a12:22:01.777393 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31738): Terminating (SIGTERM)\u000a12:22:01.818671 run osmo-mgw_10.42.42.4(pid=31739): Terminating (SIGTERM)\u000a12:22:01.860046 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=31740): Terminating (SIGTERM)\u000a12:22:01.900829 run osmo-bsc_10.42.42.9(pid=31741): Terminating (SIGTERM)\u000a12:22:01.941667 run osmo-bts-sysmo(pid=31750): Terminating (SIGTERM)\u000a12:22:01.983059 run osmo-pcu(pid=31762): Terminating (SIGTERM)\u000a12:22:02.025531 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31788): Terminating (SIGTERM)\u000a12:22:02.173577 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31788)-killSignals.SIGTERM(pid=31812): Launched\u000a12:22:03.264996 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31788)-killSignals.SIGTERM(pid=31812): Terminated: ok {rc=0}\u000a12:22:03.278834 --- ParallelTerminationStrategy: PID 31702 died...\u000a12:22:03.333412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31702): Terminated: ok {rc=0}\u000a12:22:03.343504 --- ParallelTerminationStrategy: PID 31706 died...\u000a12:22:03.397860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31706): Terminated: ok {rc=0}\u000a12:22:03.407953 --- ParallelTerminationStrategy: PID 31707 died...\u000a12:22:03.461989 run osmo-hlr_10.42.42.2(pid=31707): Terminated: ok {rc=0}\u000a12:22:03.471530 --- ParallelTerminationStrategy: PID 31708 died...\u000a12:22:03.525168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31708): Terminated: ok {rc=0}\u000a12:22:03.535001 --- ParallelTerminationStrategy: PID 31709 died...\u000a12:22:03.588592 run osmo-stp_10.42.42.5(pid=31709): Terminated: ok {rc=0}\u000a12:22:03.598221 --- ParallelTerminationStrategy: PID 31710 died...\u000a12:22:03.652360 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31710): Terminated: ok {rc=0}\u000a12:22:03.661925 --- ParallelTerminationStrategy: PID 31715 died...\u000a12:22:03.715773 run osmo-ggsn_10.42.42.6(pid=31715): Terminated: ok {rc=0}\u000a12:22:03.725438 --- ParallelTerminationStrategy: PID 31732 died...\u000a12:22:03.779965 run pcap-recorder_any(filters='host 10.42.42.7')(pid=31732): Terminated: ok {rc=0}\u000a12:22:03.789671 --- ParallelTerminationStrategy: PID 31733 died...\u000a12:22:03.844136 run osmo-sgsn_10.42.42.7(pid=31733): Terminated: ok {rc=0}\u000a12:22:03.854027 --- ParallelTerminationStrategy: PID 31734 died...\u000a12:22:03.908033 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=31734): Terminated: ok {rc=0}\u000a12:22:03.918026 --- ParallelTerminationStrategy: PID 31735 died...\u000a12:22:03.971891 run osmo-msc_10.42.42.8(pid=31735): Terminated: ok {rc=0}\u000a12:22:03.981891 --- ParallelTerminationStrategy: PID 31736 died...\u000a12:22:04.035714 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=31736): Terminated: ok {rc=0}\u000a12:22:04.045688 --- ParallelTerminationStrategy: PID 31737 died...\u000a12:22:04.099929 run osmo-mgw_10.42.42.3(pid=31737): Terminated {rc=15}\u000a12:22:04.109914 --- ParallelTerminationStrategy: PID 31738 died...\u000a12:22:04.163849 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31738): Terminated: ok {rc=0}\u000a12:22:04.173707 --- ParallelTerminationStrategy: PID 31739 died...\u000a12:22:04.227438 run osmo-mgw_10.42.42.4(pid=31739): Terminated {rc=15}\u000a12:22:04.237395 --- ParallelTerminationStrategy: PID 31740 died...\u000a12:22:04.291435 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=31740): Terminated: ok {rc=0}\u000a12:22:04.301420 --- ParallelTerminationStrategy: PID 31741 died...\u000a12:22:04.355337 run osmo-bsc_10.42.42.9(pid=31741): Terminated: ok {rc=0}\u000a12:22:04.365446 --- ParallelTerminationStrategy: PID 31750 died...\u000a12:22:04.419775 run osmo-bts-sysmo(pid=31750): Terminated: ok {rc=0}\u000a12:22:04.429834 --- ParallelTerminationStrategy: PID 31762 died...\u000a12:22:04.484832 run osmo-pcu(pid=31762): Terminated: ok {rc=0}\u000a12:22:10.351736 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31788): Terminating (SIGINT)\u000a12:22:10.502301 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31788)-killSignals.SIGINT(pid=31817): Launched\u000a12:22:11.592511 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31788)-killSignals.SIGINT(pid=31817): Terminated: ok {rc=0}\u000a12:22:17.462515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31788): Terminating (SIGKILL)\u000a12:22:17.609518 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31788)-killSignals.SIGUSR1(pid=31820): Launched\u000a12:22:18.700506 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31788)-killSignals.SIGUSR1(pid=31820): Terminated: ok {rc=0}\u000a12:22:18.932014 bus /gobi_6: Setting Online False\u000a12:22:21.972358 bus /gobi_6: Setting Powered False\u000a12:22:39.046993 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 3, "className" : "gprs:sysmo", "duration" : 283.0, "errorDetails" : None, "errorStackTrace" : "'sum_sent'", "failedSince" : 2063, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 105, in setup_run_iperf3_test_parallel\u000a print_results(clients[i], servers[i])\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 5, in print_results\u000a cli.print_results()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/iperf3.py\", line 342, in print_results\u000a print_result_node_tcp(self.get_results(), 'client')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/iperf3.py\", line 72, in print_result_node_tcp\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/iperf3.py\", line 65, in print_result_node_tcp\u000a sent = result['end']['sum_sent']\u000aKeyError: 'sum_sent'\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2065 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a12:22:40.220896 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:22:40.232862 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a12:22:40.363396 tst iperf3m4.py: using LAC 3954\u000a12:22:40.489677 tst iperf3m4.py: using RAC 129\u000a12:22:40.615872 tst iperf3m4.py: using CellId 3954\u000a12:22:40.741940 tst iperf3m4.py: using BVCI 3955\u000a12:22:40.766870 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:22:40.777801 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:22:40.788740 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:22:40.799673 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:22:40.810360 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:22:40.821157 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:22:40.832070 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:22:40.842902 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:22:40.853923 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a12:22:40.970383 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a12:22:41.092690 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a12:22:41.209313 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a12:22:41.505726 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:22:41.641587 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:22:41.980963 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31823): Launched\u000a12:22:42.264521 run iperf3-srv_10.42.42.10(pid=31824): Launched\u000a12:22:42.464477 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:22:42.600732 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:22:42.937464 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31825): Launched\u000a12:22:43.217562 run iperf3-srv_10.42.42.10(pid=31826): Launched\u000a12:22:43.416082 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:22:43.551534 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:22:43.888955 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31827): Launched\u000a12:22:44.168815 run iperf3-srv_10.42.42.10(pid=31828): Launched\u000a12:22:44.366604 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:22:44.501410 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:22:44.838975 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31829): Launched\u000a12:22:45.119182 run iperf3-srv_10.42.42.10(pid=31830): Launched\u000a12:22:45.316548 tst iperf3m4.py:8: start network...\u000a12:22:45.451451 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:22:45.965129 run create_hlr_db(pid=31831): Launched\u000a12:22:46.152496 bus /gobi_6: Setting Powered False\u000a12:22:47.173254 run create_hlr_db(pid=31831): Terminated: ok {rc=0}\u000a12:22:47.606426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31833): Launched\u000a12:22:47.933495 run osmo-hlr_10.42.42.2(pid=31834): Launched\u000a12:22:48.049831 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:22:48.613538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31835): Launched\u000a12:22:48.938518 run osmo-stp_10.42.42.5(pid=31836): Launched\u000a12:22:49.053561 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:22:49.619900 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31837): Launched\u000a12:22:49.735511 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:22:50.020133 run patchelf(pid=31838): Launched\u000a12:22:51.212953 run patchelf(pid=31838): Terminated: ok {rc=0}\u000a12:22:51.331889 run osmo-ggsn_10.42.42.6: Applying CAP_NET_ADMIN capability to osmo-ggsn\u000a12:22:51.619110 run osmo-gsm-tester_setcap_net_admin.sh(pid=31839): Launched\u000a12:22:52.810319 run osmo-gsm-tester_setcap_net_admin.sh(pid=31839): Terminated: ok {rc=0}\u000a12:22:53.139146 run osmo-ggsn_10.42.42.6(pid=31842): Launched\u000a12:22:53.354676 run osmo-sgsn_10.42.42.7: Starting osmo-sgsn\u000a12:22:53.967857 run pcap-recorder_any(filters='host 10.42.42.7')(pid=31860): Launched\u000a12:22:54.294100 run osmo-sgsn_10.42.42.7(pid=31861): Launched\u000a12:22:54.411749 run osmo-msc_10.42.42.8: Starting osmo-msc\u000a12:22:55.026312 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=31862): Launched\u000a12:22:55.354310 run osmo-msc_10.42.42.8(pid=31863): Launched\u000a12:22:58.528023 run osmo-mgw_10.42.42.3: Starting osmo-mgw\u000a12:22:59.090514 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=31864): Launched\u000a12:22:59.416757 run osmo-mgw_10.42.42.3(pid=31865): Launched\u000a12:22:59.532777 run osmo-mgw_10.42.42.4: Starting osmo-mgw\u000a12:23:00.087265 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31866): Launched\u000a12:23:00.413357 run osmo-mgw_10.42.42.4(pid=31867): Launched\u000a12:23:00.528858 run osmo-bsc_10.42.42.9: Starting osmo-bsc\u000a12:23:01.208379 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=31868): Launched\u000a12:23:01.520136 run osmo-bsc_10.42.42.9(pid=31869): Launched\u000a12:23:07.780735 run osmo-bts-sysmo: Starting sysmoBTS to connect to osmo-bsc_10.42.42.9\u000a12:23:08.324654 run rm-remote-dir(pid=31870): Launched\u000a12:23:10.514324 run rm-remote-dir(pid=31870): Terminated: ok {rc=0}\u000a12:23:10.840516 run mk-remote-dir(pid=31871): Launched\u000a12:23:12.037897 run mk-remote-dir(pid=31871): Terminated: ok {rc=0}\u000a12:23:12.333831 run scp-inst-to-remote(pid=31872): Launched\u000a12:23:24.555021 run scp-inst-to-remote(pid=31872): Terminated: ok {rc=0}\u000a12:23:24.898798 run mk-remote-dir(pid=31874): Launched\u000a12:23:26.094261 run mk-remote-dir(pid=31874): Terminated: ok {rc=0}\u000a12:23:26.389791 run scp-cfg-to-remote(pid=31875): Launched\u000a12:23:27.587562 run scp-cfg-to-remote(pid=31875): Terminated: ok {rc=0}\u000a12:23:27.928315 run reload-dsp-firmware(pid=31877): Launched\u000a12:23:30.122510 run reload-dsp-firmware(pid=31877): Terminated: ok {rc=0}\u000a12:23:30.453010 run osmo-bts-sysmo(pid=31878): Launched\u000a12:23:34.769559 tst iperf3m4.py:8: Waiting for bts to be ready...\u000a12:23:36.414927 run rm-remote-dir(pid=31879): Launched\u000a12:23:38.609519 run rm-remote-dir(pid=31879): Terminated: ok {rc=0}\u000a12:23:38.945021 run mk-remote-dir(pid=31880): Launched\u000a12:23:41.129006 run mk-remote-dir(pid=31880): Terminated: ok {rc=0}\u000a12:23:41.395680 run scp-inst-to-bts(pid=31881): Launched\u000a12:23:54.591007 run scp-inst-to-bts(pid=31881): Terminated: ok {rc=0}\u000a12:23:54.902997 run mk-remote-run-dir(pid=31883): Launched\u000a12:23:57.084375 run mk-remote-run-dir(pid=31883): Terminated: ok {rc=0}\u000a12:23:57.351295 run scp-cfg-to-sysmobts(pid=31884): Launched\u000a12:23:59.534357 run scp-cfg-to-sysmobts(pid=31884): Terminated: ok {rc=0}\u000a12:23:59.849470 run osmo-pcu(pid=31886): Launched\u000a12:23:59.977329 tst iperf3m4.py: using MSISDN 3963\u000a12:24:00.148367 bus /gobi_6: Setting Powered True\u000a12:24:03.663135 run osmo-hlr_10.42.42.2: Add subscriber {algo=1, algo_str='comp128v1', imsi='901700000010978', msisdn='3963', subscriber_id=1}\u000a12:24:03.956142 bus /gobi_6: Setting Online False\u000a12:24:05.141665 bus /gobi_6: Setting Powered False\u000a12:24:12.229279 bus /gobi_6: Setting Powered True\u000a12:24:13.605736 bus /gobi_6: Setting Online True\u000a12:24:16.025902 tst /gobi_6: Connect to ('901', '70')\u000a12:24:16.308531 tst /gobi_6: Manufacturer: 'Quectel', Model: 'EC20', Revision: 'EC20EQAR02A13E2G 1 [Jul 5 2017 10:49:17]', Serial: '868323024273648'\u000a12:24:16.437771 tst iperf3m4.py: using MSISDN 3964\u000a12:24:16.659085 bus /gobi_0: Setting Powered True\u000a12:24:20.188327 run osmo-hlr_10.42.42.2: Add subscriber {algo=1, algo_str='comp128v1', imsi='901700000023847', msisdn='3964', subscriber_id=2}\u000a12:24:20.462344 bus /gobi_0: Setting Online False\u000a12:24:21.647291 bus /gobi_0: Setting Powered False\u000a12:24:22.957257 tst /gobi_6: Already registered with network ('901', '70')\u000a12:24:28.425279 bus /gobi_0: Setting Powered True\u000a12:24:29.871935 bus /gobi_0: Setting Online True\u000a12:24:32.383534 tst /gobi_0: Connect to ('901', '70')\u000a12:24:32.668930 tst /gobi_0: Manufacturer: 'Quectel', Model: 'EC20', Revision: 'EC20EQAR02A05E2G 1 [Mar 14 2016 19:33:01]', Serial: '868323024271873'\u000a12:24:32.799977 tst iperf3m4.py: using MSISDN 3965\u000a12:24:33.087271 bus /gobi_1: Setting Powered True\u000a12:24:36.633597 run osmo-hlr_10.42.42.2: Add subscriber {algo=1, algo_str='comp128v1', imsi='901700000023848', msisdn='3965', subscriber_id=3}\u000a12:24:36.903511 bus /gobi_1: Setting Online False\u000a12:24:38.087147 bus /gobi_1: Setting Powered False\u000a12:24:45.231395 bus /gobi_1: Setting Powered True\u000a12:24:46.628946 bus /gobi_1: Setting Online True\u000a12:24:47.715741 tst /gobi_0: Already registered with network ('901', '70')\u000a12:24:49.297305 tst /gobi_1: Connect to ('901', '70')\u000a12:24:49.563405 tst /gobi_1: Manufacturer: 'Quectel', Model: 'EC20', Revision: 'EC20EQAR02A05E2G 1 [Mar 14 2016 19:33:01]', Serial: '868323024272103'\u000a12:24:49.682412 tst iperf3m4.py: using MSISDN 3966\u000a12:24:49.849494 bus /gobi_4: Setting Powered True\u000a12:24:53.438819 run osmo-hlr_10.42.42.2: Add subscriber {algo=1, algo_str='comp128v1', imsi='901700000023849', msisdn='3966', subscriber_id=4}\u000a12:24:53.725239 bus /gobi_4: Setting Online False\u000a12:24:54.911725 bus /gobi_4: Setting Powered False\u000a12:25:02.212618 bus /gobi_4: Setting Powered True\u000a12:25:03.580946 bus /gobi_4: Setting Online True\u000a12:25:05.989696 tst /gobi_4: Connect to ('901', '70')\u000a12:25:06.263176 tst /gobi_4: Manufacturer: 'Quectel', Model: 'EC20', Revision: 'EC20EQAR02A08E2G 1 [Jul 21 2016 10:00:50]', Serial: '868323025161511'\u000a12:25:06.449304 tst iperf3m4.py:8: waiting for modems to attach...\u000a12:25:06.635206 tst /gobi_1: Already registered with network ('901', '70')\u000a12:25:22.828045 tst /gobi_4: Already registered with network ('901', '70')\u000a12:25:28.326844 tst iperf3m4.py:8: waiting for modems to attach to data services...\u000a12:25:36.704858 tst /gobi_6: context activated {apn='inet46', path='/gobi_6/context2', properties={AccessPointName='inet46', Active=True, AuthenticationMethod='chap', IPv6.Settings={}, Name='Internet', Password='', Protocol='ip', Settings={Address='176.16.46.1', DomainNameServers=['192.168.100.1', '8.8.8.8'], Gateway='176.16.46.2', Interface='r433306bbc2604b', Method='static', Netmask='255.255.255.252'}, Type='internet', Username='ogt'}, user='ogt'}\u000a12:25:36.891262 tst iperf3m4.py:8: Setting up data plan for \"'/gobi_6/context2'\"\u000a12:25:37.246985 run move_netns(pid=31894): Launched\u000a12:25:38.428592 run move_netns(pid=31894): Terminated: ok {rc=0}\u000a12:25:38.760118 run ifup(pid=31897): Launched\u000a12:25:39.953203 run ifup(pid=31897): Terminated: ok {rc=0}\u000a12:25:40.299655 run dhcp(pid=31900): Launched\u000a12:25:41.493379 run dhcp(pid=31900): Terminated: ok {rc=0}\u000a12:25:44.512260 tst /gobi_0: context activated {apn='inet46', path='/gobi_0/context2', properties={AccessPointName='inet46', Active=True, AuthenticationMethod='chap', IPv6.Settings={}, Name='Internet', Password='', Protocol='ip', Settings={Address='176.16.46.2', DomainNameServers=['192.168.100.1', '8.8.8.8'], Gateway='176.16.46.1', Interface='r82dcf628584c1c', Method='static', Netmask='255.255.255.252'}, Type='internet', Username='ogt'}, user='ogt'}\u000a12:25:44.698305 tst iperf3m4.py:8: Setting up data plan for \"'/gobi_0/context2'\"\u000a12:25:45.048608 run move_netns(pid=31918): Launched\u000a12:25:46.231035 run move_netns(pid=31918): Terminated: ok {rc=0}\u000a12:25:46.552899 run ifup(pid=31921): Launched\u000a12:25:47.735836 run ifup(pid=31921): Terminated: ok {rc=0}\u000a12:25:48.064163 run dhcp(pid=31924): Launched\u000a12:25:49.258905 run dhcp(pid=31924): Terminated: ok {rc=0}\u000a12:25:52.265355 tst /gobi_1: context activated {apn='inet46', path='/gobi_1/context10', properties={AccessPointName='inet46', Active=True, AuthenticationMethod='chap', IPv6.Settings={}, Name='Internet', Password='', Protocol='ip', Settings={Address='176.16.46.3', DomainNameServers=['192.168.100.1', '8.8.8.8'], Gateway='176.16.46.1', Interface='rf303c5eb721dad', Method='static', Netmask='255.255.255.248'}, Type='internet', Username='ogt'}, user='ogt'}\u000a12:25:52.469991 tst iperf3m4.py:8: Setting up data plan for \"'/gobi_1/context10'\"\u000a12:25:52.844323 run move_netns(pid=31942): Launched\u000a12:25:54.027824 run move_netns(pid=31942): Terminated: ok {rc=0}\u000a12:25:54.349500 run ifup(pid=31945): Launched\u000a12:25:55.534260 run ifup(pid=31945): Terminated: ok {rc=0}\u000a12:25:55.858834 run dhcp(pid=31948): Launched\u000a12:25:57.042354 run dhcp(pid=31948): Terminated: ok {rc=0}\u000a12:26:00.044820 tst /gobi_4: context activated {apn='inet46', path='/gobi_4/context2', properties={AccessPointName='inet46', Active=True, AuthenticationMethod='chap', IPv6.Settings={}, Name='Internet', Password='', Protocol='ip', Settings={Address='176.16.46.4', DomainNameServers=['192.168.100.1', '8.8.8.8'], Gateway='176.16.46.5', Interface='r9d788e55295d1b', Method='static', Netmask='255.255.255.252'}, Type='internet', Username='ogt'}, user='ogt'}\u000a12:26:00.246970 tst iperf3m4.py:8: Setting up data plan for \"'/gobi_4/context2'\"\u000a12:26:00.630255 run move_netns(pid=31966): Launched\u000a12:26:01.824032 run move_netns(pid=31966): Terminated: ok {rc=0}\u000a12:26:02.168890 run ifup(pid=31969): Launched\u000a12:26:03.351792 run ifup(pid=31969): Terminated: ok {rc=0}\u000a12:26:03.681675 run dhcp(pid=31972): Launched\u000a12:26:04.874619 run dhcp(pid=31972): Terminated: ok {rc=0}\u000a12:26:05.081137 tst iperf3m4.py:8: Running iperf3 client to 10.42.42.10:5003 through \"'/gobi_6/context2'\"\u000a12:26:05.220299 run iperf3-cli_10.42.42.10: Preparing iperf3-client connecting to 10.42.42.10:5003 (proto=tcp,time=60s)\u000a12:26:05.620347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31992): Launched\u000a12:26:05.873288 tst iperf3m4.py:8: Running iperf3 client to 10.42.42.10:5004 through \"'/gobi_0/context2'\"\u000a12:26:06.012294 run iperf3-cli_10.42.42.10: Preparing iperf3-client connecting to 10.42.42.10:5004 (proto=tcp,time=60s)\u000a12:26:06.411997 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31995): Launched\u000a12:26:06.666165 tst iperf3m4.py:8: Running iperf3 client to 10.42.42.10:5005 through \"'/gobi_1/context10'\"\u000a12:26:06.804820 run iperf3-cli_10.42.42.10: Preparing iperf3-client connecting to 10.42.42.10:5005 (proto=tcp,time=60s)\u000a12:26:07.205533 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31998): Launched\u000a12:26:07.458831 tst iperf3m4.py:8: Running iperf3 client to 10.42.42.10:5006 through \"'/gobi_4/context2'\"\u000a12:26:07.597397 run iperf3-cli_10.42.42.10: Preparing iperf3-client connecting to 10.42.42.10:5006 (proto=tcp,time=60s)\u000a12:26:07.998429 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32001): Launched\u000a12:26:08.352359 run iperf3-cli_10.42.42.10(pid=32004): Launched\u000a12:26:08.641603 run iperf3-cli_10.42.42.10(pid=32007): Launched\u000a12:26:08.939792 run iperf3-cli_10.42.42.10(pid=32010): Launched\u000a12:26:09.235162 run iperf3-cli_10.42.42.10(pid=32013): Launched\u000a12:27:17.567164 run iperf3-cli_10.42.42.10(pid=32004): ERR: Terminated: ERROR {rc=1} [trial-2065↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪iperf3-srv_10.42.42.10↪iperf3-cli_10.42.42.10↪iperf3-cli_10.42.42.10(pid=32004)]\u000a12:27:17.704271 run iperf3-cli_10.42.42.10(pid=32004): stdout: \u000a| \u0009\u0009\u0009\u0009\"bits_per_second\":\u00090,\u000a| \u0009\u0009\u0009\u0009\"retransmits\":\u00090,\u000a| \u0009\u0009\u0009\u0009\"omitted\":\u0009false\u000a| \u0009\u0009\u0009}\u000a| \u0009\u0009}],\u000a| \u0009\"end\":\u0009{\u000a| \u0009},\u000a| \u0009\"error\":\u0009\"error - control socket has closed unexpectedly\"\u000a| }\u000a| child exited with 1 \u000a12:27:17.846788 run iperf3-cli_10.42.42.10(pid=32004): stderr: \u000a| (launched: 2022-06-18_12:26:08.235233) \u000a12:27:19.046448 run iperf3-cli_10.42.42.10(pid=32007): ERR: Terminated: ERROR {rc=1} [trial-2065↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪iperf3-srv_10.42.42.10↪iperf3-cli_10.42.42.10↪iperf3-cli_10.42.42.10(pid=32007)]\u000a12:27:19.188815 run iperf3-cli_10.42.42.10(pid=32007): stdout: \u000a| \u0009\u0009\u0009\u0009\"bits_per_second\":\u00090,\u000a| \u0009\u0009\u0009\u0009\"retransmits\":\u00090,\u000a| \u0009\u0009\u0009\u0009\"omitted\":\u0009false\u000a| \u0009\u0009\u0009}\u000a| \u0009\u0009}],\u000a| \u0009\"end\":\u0009{\u000a| \u0009},\u000a| \u0009\"error\":\u0009\"error - control socket has closed unexpectedly\"\u000a| }\u000a| child exited with 1 \u000a12:27:19.329717 run iperf3-cli_10.42.42.10(pid=32007): stderr: \u000a| (launched: 2022-06-18_12:26:08.521394) \u000a12:27:20.532726 run iperf3-cli_10.42.42.10(pid=32010): ERR: Terminated: ERROR {rc=1} [trial-2065↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪iperf3-srv_10.42.42.10↪iperf3-cli_10.42.42.10↪iperf3-cli_10.42.42.10(pid=32010)]\u000a12:27:20.675144 run iperf3-cli_10.42.42.10(pid=32010): stdout: \u000a| \u0009\u0009\u0009\u0009\"bits_per_second\":\u00090,\u000a| \u0009\u0009\u0009\u0009\"retransmits\":\u00090,\u000a| \u0009\u0009\u0009\u0009\"omitted\":\u0009false\u000a| \u0009\u0009\u0009}\u000a| \u0009\u0009}],\u000a| \u0009\"end\":\u0009{\u000a| \u0009},\u000a| \u0009\"error\":\u0009\"error - control socket has closed unexpectedly\"\u000a| }\u000a| child exited with 1 \u000a12:27:20.815139 run iperf3-cli_10.42.42.10(pid=32010): stderr: \u000a| (launched: 2022-06-18_12:26:08.815224) \u000a12:27:22.016458 run iperf3-cli_10.42.42.10(pid=32013): ERR: Terminated: ERROR {rc=1} [trial-2065↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪iperf3-srv_10.42.42.10↪iperf3-cli_10.42.42.10↪iperf3-cli_10.42.42.10(pid=32013)]\u000a12:27:22.158941 run iperf3-cli_10.42.42.10(pid=32013): stdout: \u000a| \u0009\u0009\u0009\u0009\"bits_per_second\":\u00090,\u000a| \u0009\u0009\u0009\u0009\"retransmits\":\u00090,\u000a| \u0009\u0009\u0009\u0009\"omitted\":\u0009false\u000a| \u0009\u0009\u0009}\u000a| \u0009\u0009}],\u000a| \u0009\"end\":\u0009{\u000a| \u0009},\u000a| \u0009\"error\":\u0009\"error - control socket has closed unexpectedly\"\u000a| }\u000a| child exited with 1 \u000a12:27:22.301096 run iperf3-cli_10.42.42.10(pid=32013): stderr: \u000a| (launched: 2022-06-18_12:26:09.115161) \u000a12:27:22.430441 run iperf3-srv_10.42.42.10(pid=31824): Terminating (SIGINT)\u000a12:27:22.779391 run iperf3-srv_10.42.42.10(pid=31824): Terminated {rc=1}\u000a12:27:22.987676 tst iperf3m4.py:8: Results for 10.42.42.10:5003 through \"'/gobi_6/context2'\"\u000a12:27:23.050124 tst iperf3m4.py:8: ERR: KeyError: 'sum_sent' [trial-2065↪gprs:sysmo↪iperf3m4.py:8]\u000a12:27:23.058482 tst iperf3m4.py:8: Test FAILED (282.9 sec)\u000a12:27:23.097541 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31823): Terminating (SIGTERM)\u000a12:27:23.142161 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31825): Terminating (SIGTERM)\u000a12:27:23.186159 run iperf3-srv_10.42.42.10(pid=31826): Terminating (SIGTERM)\u000a12:27:23.230864 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31827): Terminating (SIGTERM)\u000a12:27:23.275051 run iperf3-srv_10.42.42.10(pid=31828): Terminating (SIGTERM)\u000a12:27:23.318956 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31829): Terminating (SIGTERM)\u000a12:27:23.362833 run iperf3-srv_10.42.42.10(pid=31830): Terminating (SIGTERM)\u000a12:27:23.406986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31833): Terminating (SIGTERM)\u000a12:27:23.451128 run osmo-hlr_10.42.42.2(pid=31834): Terminating (SIGTERM)\u000a12:27:23.496216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31835): Terminating (SIGTERM)\u000a12:27:23.543101 run osmo-stp_10.42.42.5(pid=31836): Terminating (SIGTERM)\u000a12:27:23.593449 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31837): Terminating (SIGTERM)\u000a12:27:23.639073 run osmo-ggsn_10.42.42.6(pid=31842): Terminating (SIGTERM)\u000a12:27:23.740505 run pcap-recorder_any(filters='host 10.42.42.7')(pid=31860): Terminating (SIGTERM)\u000a12:27:23.786742 run osmo-sgsn_10.42.42.7(pid=31861): Terminating (SIGTERM)\u000a12:27:23.842861 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=31862): Terminating (SIGTERM)\u000a12:27:23.897421 run osmo-msc_10.42.42.8(pid=31863): Terminating (SIGTERM)\u000a12:27:23.945892 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=31864): Terminating (SIGTERM)\u000a12:27:23.994892 run osmo-mgw_10.42.42.3(pid=31865): Terminating (SIGTERM)\u000a12:27:24.038936 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31866): Terminating (SIGTERM)\u000a12:27:24.082086 run osmo-mgw_10.42.42.4(pid=31867): Terminating (SIGTERM)\u000a12:27:24.130384 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=31868): Terminating (SIGTERM)\u000a12:27:24.173754 run osmo-bsc_10.42.42.9(pid=31869): Terminating (SIGTERM)\u000a12:27:24.218464 run osmo-bts-sysmo(pid=31878): Terminating (SIGTERM)\u000a12:27:24.262381 run osmo-pcu(pid=31886): Terminating (SIGTERM)\u000a12:27:24.306969 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31992): Terminating (SIGTERM)\u000a12:27:24.462465 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31992)-killSignals.SIGTERM(pid=32041): Launched\u000a12:27:25.556907 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31992)-killSignals.SIGTERM(pid=32041): Terminated: ok {rc=0}\u000a12:27:25.604675 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31995): Terminating (SIGTERM)\u000a12:27:25.757822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31995)-killSignals.SIGTERM(pid=32047): Launched\u000a12:27:26.851347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31995)-killSignals.SIGTERM(pid=32047): Terminated: ok {rc=0}\u000a12:27:26.902175 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31998): Terminating (SIGTERM)\u000a12:27:27.055076 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31998)-killSignals.SIGTERM(pid=32050): Launched\u000a12:27:28.148726 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31998)-killSignals.SIGTERM(pid=32050): Terminated: ok {rc=0}\u000a12:27:28.196894 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32001): Terminating (SIGTERM)\u000a12:27:28.349543 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32001)-killSignals.SIGTERM(pid=32053): Launched\u000a12:27:29.444138 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32001)-killSignals.SIGTERM(pid=32053): Terminated: ok {rc=0}\u000a12:27:29.458344 --- ParallelTerminationStrategy: PID 31823 died...\u000a12:27:29.515138 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31823): Terminated: ok {rc=0}\u000a12:27:29.525199 --- ParallelTerminationStrategy: PID 31825 died...\u000a12:27:29.581691 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31825): Terminated: ok {rc=0}\u000a12:27:29.591795 --- ParallelTerminationStrategy: PID 31826 died...\u000a12:27:29.647582 run iperf3-srv_10.42.42.10(pid=31826): Terminated {rc=256}\u000a12:27:29.657468 --- ParallelTerminationStrategy: PID 31827 died...\u000a12:27:29.713637 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31827): Terminated: ok {rc=0}\u000a12:27:29.723695 --- ParallelTerminationStrategy: PID 31828 died...\u000a12:27:29.779805 run iperf3-srv_10.42.42.10(pid=31828): Terminated {rc=256}\u000a12:27:29.789730 --- ParallelTerminationStrategy: PID 31829 died...\u000a12:27:29.845697 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31829): Terminated: ok {rc=0}\u000a12:27:29.855648 --- ParallelTerminationStrategy: PID 31830 died...\u000a12:27:29.912160 run iperf3-srv_10.42.42.10(pid=31830): Terminated {rc=256}\u000a12:27:29.922158 --- ParallelTerminationStrategy: PID 31833 died...\u000a12:27:29.978967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31833): Terminated: ok {rc=0}\u000a12:27:29.989024 --- ParallelTerminationStrategy: PID 31834 died...\u000a12:27:30.045268 run osmo-hlr_10.42.42.2(pid=31834): Terminated: ok {rc=0}\u000a12:27:30.055338 --- ParallelTerminationStrategy: PID 31835 died...\u000a12:27:30.111581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31835): Terminated: ok {rc=0}\u000a12:27:30.121642 --- ParallelTerminationStrategy: PID 31836 died...\u000a12:27:30.177914 run osmo-stp_10.42.42.5(pid=31836): Terminated: ok {rc=0}\u000a12:27:30.187895 --- ParallelTerminationStrategy: PID 31837 died...\u000a12:27:30.243674 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31837): Terminated: ok {rc=0}\u000a12:27:30.253621 --- ParallelTerminationStrategy: PID 31842 died...\u000a12:27:30.310269 run osmo-ggsn_10.42.42.6(pid=31842): Terminated: ok {rc=0}\u000a12:27:30.320301 --- ParallelTerminationStrategy: PID 31860 died...\u000a12:27:30.376101 run pcap-recorder_any(filters='host 10.42.42.7')(pid=31860): Terminated: ok {rc=0}\u000a12:27:30.386081 --- ParallelTerminationStrategy: PID 31861 died...\u000a12:27:30.442124 run osmo-sgsn_10.42.42.7(pid=31861): Terminated: ok {rc=0}\u000a12:27:30.452063 --- ParallelTerminationStrategy: PID 31862 died...\u000a12:27:30.507937 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=31862): Terminated: ok {rc=0}\u000a12:27:30.517971 --- ParallelTerminationStrategy: PID 31863 died...\u000a12:27:30.574217 run osmo-msc_10.42.42.8(pid=31863): Terminated: ok {rc=0}\u000a12:27:30.584142 --- ParallelTerminationStrategy: PID 31864 died...\u000a12:27:30.639983 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=31864): Terminated: ok {rc=0}\u000a12:27:30.649994 --- ParallelTerminationStrategy: PID 31865 died...\u000a12:27:30.706150 run osmo-mgw_10.42.42.3(pid=31865): Terminated {rc=15}\u000a12:27:30.716102 --- ParallelTerminationStrategy: PID 31866 died...\u000a12:27:30.772174 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31866): Terminated: ok {rc=0}\u000a12:27:30.782174 --- ParallelTerminationStrategy: PID 31867 died...\u000a12:27:30.838095 run osmo-mgw_10.42.42.4(pid=31867): Terminated {rc=15}\u000a12:27:30.848070 --- ParallelTerminationStrategy: PID 31868 died...\u000a12:27:30.904266 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=31868): Terminated: ok {rc=0}\u000a12:27:30.914257 --- ParallelTerminationStrategy: PID 31869 died...\u000a12:27:30.970167 run osmo-bsc_10.42.42.9(pid=31869): Terminated: ok {rc=0}\u000a12:27:30.980577 --- ParallelTerminationStrategy: PID 31878 died...\u000a12:27:31.037230 run osmo-bts-sysmo(pid=31878): Terminated: ok {rc=0}\u000a12:27:31.047752 --- ParallelTerminationStrategy: PID 31886 died...\u000a12:27:31.104208 run osmo-pcu(pid=31886): Terminated: ok {rc=0}\u000a12:27:36.971734 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31992): Terminating (SIGINT)\u000a12:27:37.119802 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31992)-killSignals.SIGINT(pid=32056): Launched\u000a12:27:38.210629 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31992)-killSignals.SIGINT(pid=32056): Terminated: ok {rc=0}\u000a12:27:38.256232 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31995): Terminating (SIGINT)\u000a12:27:38.406835 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31995)-killSignals.SIGINT(pid=32059): Launched\u000a12:27:39.500438 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31995)-killSignals.SIGINT(pid=32059): Terminated: ok {rc=0}\u000a12:27:39.548102 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31998): Terminating (SIGINT)\u000a12:27:39.706220 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31998)-killSignals.SIGINT(pid=32062): Launched\u000a12:27:40.799891 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31998)-killSignals.SIGINT(pid=32062): Terminated: ok {rc=0}\u000a12:27:40.847134 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32001): Terminating (SIGINT)\u000a12:27:41.004198 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32001)-killSignals.SIGINT(pid=32065): Launched\u000a12:27:42.100704 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32001)-killSignals.SIGINT(pid=32065): Terminated: ok {rc=0}\u000a12:27:47.970009 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31992): Terminating (SIGKILL)\u000a12:27:48.119832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31992)-killSignals.SIGUSR1(pid=32068): Launched\u000a12:27:49.211696 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31992)-killSignals.SIGUSR1(pid=32068): Terminated: ok {rc=0}\u000a12:27:49.256772 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31995): Terminating (SIGKILL)\u000a12:27:49.401856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31995)-killSignals.SIGUSR1(pid=32071): Launched\u000a12:27:50.491726 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31995)-killSignals.SIGUSR1(pid=32071): Terminated: ok {rc=0}\u000a12:27:50.538039 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31998): Terminating (SIGKILL)\u000a12:27:50.689001 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31998)-killSignals.SIGUSR1(pid=32074): Launched\u000a12:27:51.779239 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31998)-killSignals.SIGUSR1(pid=32074): Terminated: ok {rc=0}\u000a12:27:51.825090 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32001): Terminating (SIGKILL)\u000a12:27:51.976847 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32001)-killSignals.SIGUSR1(pid=32077): Launched\u000a12:27:53.071653 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32001)-killSignals.SIGUSR1(pid=32077): Terminated: ok {rc=0}\u000a12:27:53.309547 bus /gobi_4: Setting Online False\u000a12:27:54.476002 bus /gobi_4: Setting Powered False\u000a12:28:03.975166 bus /gobi_4: Setting Powered False\u000a12:28:05.082734 bus /gobi_4: Setting Powered False\u000a12:28:06.235383 bus /gobi_1: Setting Online False\u000a12:28:07.372336 bus /gobi_1: Setting Powered False\u000a12:28:15.074747 bus /gobi_1: Setting Powered False\u000a12:28:16.181031 bus /gobi_1: Setting Powered False\u000a12:28:17.332359 bus /gobi_0: Setting Online False\u000a12:28:18.472652 bus /gobi_0: Setting Powered False\u000a12:28:26.973085 bus /gobi_0: Setting Powered False\u000a12:28:28.080101 bus /gobi_0: Setting Powered False\u000a12:28:29.230845 bus /gobi_6: Setting Online False\u000a12:28:30.344763 bus /gobi_6: Setting Powered False\u000a12:28:38.107979 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 0, "className" : "gprs:sysmo", "duration" : 156.0, "errorDetails" : None, "errorStackTrace" : None, "failedSince" : 0, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "PASSED", "stderr" : None, "stdout" : "(launched: 2022-06-18_12:30:38.352862)\u000a32166: waiting for 32167\u000aPING 10.42.42.6 (10.42.42.6) 56(84) bytes of data.\u000a64 bytes from 10.42.42.6: icmp_seq=1 ttl=64 time=524 ms\u000a64 bytes from 10.42.42.6: icmp_seq=2 ttl=64 time=465 ms\u000a64 bytes from 10.42.42.6: icmp_seq=3 ttl=64 time=424 ms\u000a64 bytes from 10.42.42.6: icmp_seq=4 ttl=64 time=419 ms\u000a64 bytes from 10.42.42.6: icmp_seq=5 ttl=64 time=420 ms\u000a64 bytes from 10.42.42.6: icmp_seq=6 ttl=64 time=398 ms\u000a64 bytes from 10.42.42.6: icmp_seq=7 ttl=64 time=378 ms\u000a64 bytes from 10.42.42.6: icmp_seq=8 ttl=64 time=374 ms\u000a64 bytes from 10.42.42.6: icmp_seq=9 ttl=64 time=554 ms\u000a64 bytes from 10.42.42.6: icmp_seq=10 ttl=64 time=533 ms\u000a\u000a--- 10.42.42.6 ping statistics ---\u000a10 packets transmitted, 10 received, 0% packet loss, time 20ms\u000artt min/avg/max/mdev = 374.410/448.998/554.059/62.821 ms\u000achild exited with 0\u000a" }, { "testActions" : [ ], "age" : 0, "className" : "gprs:sysmo", "duration" : 203.0, "errorDetails" : None, "errorStackTrace" : None, "failedSince" : 0, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "PASSED", "stderr" : None, "stdout" : "[1] Running 10 ping requests for \"'/gobi_6/context2'\"\u000a(launched: 2022-06-18_12:33:39.243322)\u000a32272: waiting for 32273\u000aPING 10.42.42.6 (10.42.42.6) 56(84) bytes of data.\u000a64 bytes from 10.42.42.6: icmp_seq=1 ttl=64 time=448 ms\u000a64 bytes from 10.42.42.6: icmp_seq=2 ttl=64 time=564 ms\u000a64 bytes from 10.42.42.6: icmp_seq=3 ttl=64 time=523 ms\u000a64 bytes from 10.42.42.6: icmp_seq=4 ttl=64 time=505 ms\u000a64 bytes from 10.42.42.6: icmp_seq=5 ttl=64 time=524 ms\u000a64 bytes from 10.42.42.6: icmp_seq=6 ttl=64 time=520 ms\u000a64 bytes from 10.42.42.6: icmp_seq=7 ttl=64 time=502 ms\u000a64 bytes from 10.42.42.6: icmp_seq=8 ttl=64 time=521 ms\u000a64 bytes from 10.42.42.6: icmp_seq=9 ttl=64 time=517 ms\u000a64 bytes from 10.42.42.6: icmp_seq=10 ttl=64 time=477 ms\u000a\u000a--- 10.42.42.6 ping statistics ---\u000a10 packets transmitted, 10 received, 0% packet loss, time 18ms\u000artt min/avg/max/mdev = 448.093/510.030/563.894/29.294 ms\u000achild exited with 0\u000aSleeping for 60 seconds\u000a[2] Running 10 ping requests for \"'/gobi_6/context2'\"\u000a(launched: 2022-06-18_12:34:50.429834)\u000a32277: waiting for 32278\u000aPING 10.42.42.6 (10.42.42.6) 56(84) bytes of data.\u000a64 bytes from 10.42.42.6: icmp_seq=1 ttl=64 time=550 ms\u000a64 bytes from 10.42.42.6: icmp_seq=2 ttl=64 time=469 ms\u000a64 bytes from 10.42.42.6: icmp_seq=3 ttl=64 time=447 ms\u000a64 bytes from 10.42.42.6: icmp_seq=4 ttl=64 time=429 ms\u000a64 bytes from 10.42.42.6: icmp_seq=5 ttl=64 time=447 ms\u000a64 bytes from 10.42.42.6: icmp_seq=6 ttl=64 time=442 ms\u000a64 bytes from 10.42.42.6: icmp_seq=7 ttl=64 time=424 ms\u000a64 bytes from 10.42.42.6: icmp_seq=8 ttl=64 time=420 ms\u000a64 bytes from 10.42.42.6: icmp_seq=9 ttl=64 time=420 ms\u000a64 bytes from 10.42.42.6: icmp_seq=10 ttl=64 time=398 ms\u000a\u000a--- 10.42.42.6 ping statistics ---\u000a10 packets transmitted, 10 received, 0% packet loss, time 19ms\u000artt min/avg/max/mdev = 397.900/444.396/549.869/39.722 ms\u000achild exited with 0\u000a" } ], "duration" : 1404.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-06-18T12:12:03" } ] }