{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 1483.0, "empty" : False, "failCount" : 4, "passCount" : 3, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 4, "className" : "nitb_sms:sysmo", "duration" : 5.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=17962): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17962) [trial-2066↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17962)]", "failedSince" : 2063, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=17962): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17962) [trial-2066↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17962)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2066 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a11:02:07.537378 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a11:02:07.549156 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a11:02:08.114612 tst mo_mt_sms.py: using LAC 3957\u000a11:02:08.226321 tst mo_mt_sms.py: using RAC 132\u000a11:02:08.340416 tst mo_mt_sms.py: using CellId 3957\u000a11:02:08.452083 tst mo_mt_sms.py: using BVCI 3958\u000a11:02:08.473932 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a11:02:08.679712 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a11:02:08.954414 tst mo_mt_sms.py:9: start nitb and bts...\u000a11:02:09.080013 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a11:02:11.313706 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17961): Launched\u000a11:02:11.611126 run osmo-nitb_10.42.42.2(pid=17962): Launched\u000a11:02:11.783773 run osmo-nitb_10.42.42.2(pid=17962): ERR: Terminated: ERROR {rc=2} [trial-2066↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17962)]\u000a11:02:11.909114 run osmo-nitb_10.42.42.2(pid=17962): stdout: \u000a| (launched: 2022-09-07_11:02:11.464993) \u000a11:02:12.034437 run osmo-nitb_10.42.42.2(pid=17962): stderr: \u000a| (launched: 2022-09-07_11:02:11.509433)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:02:12.155285 run osmo-nitb_10.42.42.2(pid=17962): stdout: \u000a| (launched: 2022-09-07_11:02:11.464993) \u000a11:02:12.275128 run osmo-nitb_10.42.42.2(pid=17962): stderr: \u000a| (launched: 2022-09-07_11:02:11.509433)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:02:12.327447 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=17962): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17962) [trial-2066↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17962)] [trial-2066↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a11:02:12.335422 tst mo_mt_sms.py:11: Test FAILED (4.8 sec)\u000a11:02:12.370722 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17961): Terminating (SIGTERM)\u000a11:02:12.548257 --- ParallelTerminationStrategy: PID 17961 died...\u000a11:02:12.604673 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17961): Terminated: ok {rc=0}\u000a11:02:12.694267 bus /sierra_3: Setting Powered False\u000a11:02:13.802737 bus /sierra_3: Setting Powered False\u000a11:02:14.915520 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-09-07T11:02:07" }, { "cases" : [ { "testActions" : [ ], "age" : 0, "className" : "sms:sysmo", "duration" : 116.0, "errorDetails" : None, "errorStackTrace" : None, "failedSince" : 0, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "PASSED", "stderr" : None, "stdout" : "\u000a----------------------------------------------\u000atrial-2066 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a11:02:16.765570 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:02:16.776254 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a11:02:16.906311 tst mo_mt_sms.py: using LAC 3958\u000a11:02:17.025400 tst mo_mt_sms.py: using RAC 133\u000a11:02:17.139432 tst mo_mt_sms.py: using CellId 3958\u000a11:02:17.253300 tst mo_mt_sms.py: using BVCI 3959\u000a11:02:17.275810 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:02:17.286221 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:02:17.296674 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:02:17.307366 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:02:17.317944 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:02:17.328456 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a11:02:17.443058 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a11:02:17.652554 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:02:19.377375 run create_hlr_db(pid=17967): Launched\u000a11:02:19.564225 bus /sierra_2: Setting Powered False\u000a11:02:20.584988 run create_hlr_db(pid=17967): Terminated: ok {rc=0}\u000a11:02:21.012644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17969): Launched\u000a11:02:21.336786 run osmo-hlr_10.42.42.2(pid=17970): Launched\u000a11:02:21.455645 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:02:24.060800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17971): Launched\u000a11:02:24.382529 run osmo-stp_10.42.42.5(pid=17972): Launched\u000a11:02:24.497980 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:02:29.961978 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17973): Launched\u000a11:02:30.284820 run osmo-msc_10.42.42.6(pid=17974): Launched\u000a11:02:33.456703 run osmo-mgw_10.42.42.3: Starting osmo-mgw\u000a11:02:35.223070 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=17975): Launched\u000a11:02:35.554502 run osmo-mgw_10.42.42.3(pid=17976): Launched\u000a11:02:35.670683 run osmo-mgw_10.42.42.4: Starting osmo-mgw\u000a11:02:36.216594 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=17977): Launched\u000a11:02:36.536269 run osmo-mgw_10.42.42.4(pid=17978): Launched\u000a11:02:36.655458 run osmo-bsc_10.42.42.7: Starting osmo-bsc\u000a11:02:41.070470 run pcap-recorder_any(filters='host 10.42.42.7 and port not 22')(pid=17980): Launched\u000a11:02:41.449497 run osmo-bsc_10.42.42.7(pid=17981): Launched\u000a11:02:47.724538 run osmo-bts-sysmo: Starting sysmoBTS to connect to osmo-bsc_10.42.42.7\u000a11:02:48.680385 run rm-remote-dir(pid=17982): Launched\u000a11:02:50.878409 run rm-remote-dir(pid=17982): Terminated: ok {rc=0}\u000a11:02:51.221434 run mk-remote-dir(pid=17983): Launched\u000a11:02:52.416969 run mk-remote-dir(pid=17983): Terminated: ok {rc=0}\u000a11:02:52.704080 run scp-inst-to-remote(pid=17984): Launched\u000a11:03:04.914866 run scp-inst-to-remote(pid=17984): Terminated: ok {rc=0}\u000a11:03:05.253360 run mk-remote-dir(pid=17986): Launched\u000a11:03:06.436131 run mk-remote-dir(pid=17986): Terminated: ok {rc=0}\u000a11:03:06.706607 run scp-cfg-to-remote(pid=17987): Launched\u000a11:03:07.889423 run scp-cfg-to-remote(pid=17987): Terminated: ok {rc=0}\u000a11:03:08.202455 run reload-dsp-firmware(pid=17989): Launched\u000a11:03:10.383286 run reload-dsp-firmware(pid=17989): Terminated: ok {rc=0}\u000a11:03:10.687881 run osmo-bts-sysmo(pid=17990): Launched\u000a11:03:14.946835 tst mo_mt_sms.py: using MSISDN 3969\u000a11:03:15.122175 bus /sierra_2: Setting Powered True\u000a11:03:18.606549 run osmo-hlr_10.42.42.2: Add subscriber {algo=1, algo_str='comp128v1', imsi='901700000015252', msisdn='3969', subscriber_id=1}\u000a11:03:18.742250 tst mo_mt_sms.py: using MSISDN 3970\u000a11:03:18.917867 bus /sierra_3: Setting Powered True\u000a11:03:22.371161 run osmo-hlr_10.42.42.2: Add subscriber {algo=1, algo_str='comp128v1', imsi='901700000015253', msisdn='3970', subscriber_id=2}\u000a11:03:22.635264 bus /sierra_2: Setting Online False\u000a11:03:23.825363 bus /sierra_2: Setting Powered False\u000a11:03:30.142459 bus /sierra_2: Setting Powered True\u000a11:03:31.482583 bus /sierra_2: Setting Online True\u000a11:03:33.973763 tst /sierra_2: Connect to ('901', '70')\u000a11:03:34.277130 bus /sierra_3: Setting Online False\u000a11:03:35.458178 bus /sierra_3: Setting Powered False\u000a11:03:41.170174 bus /sierra_3: Setting Powered True\u000a11:03:42.522827 bus /sierra_3: Setting Online True\u000a11:03:44.948635 tst /sierra_3: Connect to ('901', '70')\u000a11:03:45.117086 tst /sierra_2: Manufacturer: 'Sierra Wireless, Incorporated', Model: 'MC7304', Revision: 'SWI9X15C_06.03.32.04 r28324 CNSHZ-AR-BUILD 2015/05/25 01:09:15', Serial: '356853054228053'\u000a11:03:45.238675 tst /sierra_3: Manufacturer: 'Sierra Wireless, Incorporated', Model: 'MC7304', Revision: 'SWI9X15C_06.03.32.04 r28324 CNSHZ-AR-BUILD 2015/05/25 01:09:15', Serial: '356853054229028'\u000a11:03:45.433732 tst mo_mt_sms.py:35: waiting for modems to attach...\u000a11:03:48.994409 tst /sierra_2: Already registered with network ('901', '70')\u000a11:04:01.320379 tst /sierra_3: Already registered with network ('901', '70')\u000a11:04:06.151449 tst /sierra_2: sending sms to MSISDN 3970 {sms='message nr. 1, from /sierra_2, to /sierra_3, from 3969, to 3970'}\u000a11:04:11.764972 tst /sierra_3: Incoming SMS: 'message nr. 1, from /sierra_2, to /sierra_3, from 3969, to 3970'\u000a11:04:12.285546 tst /sierra_3: SMS received as expected: 'message nr. 1, from /sierra_2, to /sierra_3, from 3969, to 3970'\u000a11:04:12.413993 tst mo_mt_sms.py: Test passed (115.6 sec)\u000a11:04:12.462425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17969): Terminating (SIGTERM)\u000a11:04:12.505273 run osmo-hlr_10.42.42.2(pid=17970): Terminating (SIGTERM)\u000a11:04:12.548886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17971): Terminating (SIGTERM)\u000a11:04:12.595954 run osmo-stp_10.42.42.5(pid=17972): Terminating (SIGTERM)\u000a11:04:12.651773 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17973): Terminating (SIGTERM)\u000a11:04:12.698453 run osmo-msc_10.42.42.6(pid=17974): Terminating (SIGTERM)\u000a11:04:12.744715 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=17975): Terminating (SIGTERM)\u000a11:04:12.790060 run osmo-mgw_10.42.42.3(pid=17976): Terminating (SIGTERM)\u000a11:04:12.846577 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=17977): Terminating (SIGTERM)\u000a11:04:12.891509 run osmo-mgw_10.42.42.4(pid=17978): Terminating (SIGTERM)\u000a11:04:12.936547 run pcap-recorder_any(filters='host 10.42.42.7 and port not 22')(pid=17980): Terminating (SIGTERM)\u000a11:04:12.981353 run osmo-bsc_10.42.42.7(pid=17981): Terminating (SIGTERM)\u000a11:04:13.024282 run osmo-bts-sysmo(pid=17990): Terminating (SIGTERM)\u000a11:04:13.034237 --- ParallelTerminationStrategy: PID 17969 died...\u000a11:04:13.091484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17969): Terminated: ok {rc=0}\u000a11:04:13.101990 --- ParallelTerminationStrategy: PID 17970 died...\u000a11:04:13.159316 run osmo-hlr_10.42.42.2(pid=17970): Terminated: ok {rc=0}\u000a11:04:13.169718 --- ParallelTerminationStrategy: PID 17971 died...\u000a11:04:13.226942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17971): Terminated: ok {rc=0}\u000a11:04:13.237116 --- ParallelTerminationStrategy: PID 17972 died...\u000a11:04:13.294136 run osmo-stp_10.42.42.5(pid=17972): Terminated: ok {rc=0}\u000a11:04:13.304611 --- ParallelTerminationStrategy: PID 17973 died...\u000a11:04:13.363063 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17973): Terminated: ok {rc=0}\u000a11:04:13.373831 --- ParallelTerminationStrategy: PID 17974 died...\u000a11:04:13.432196 run osmo-msc_10.42.42.6(pid=17974): Terminated: ok {rc=0}\u000a11:04:13.443049 --- ParallelTerminationStrategy: PID 17975 died...\u000a11:04:13.501150 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=17975): Terminated: ok {rc=0}\u000a11:04:13.511958 --- ParallelTerminationStrategy: PID 17976 died...\u000a11:04:13.570128 run osmo-mgw_10.42.42.3(pid=17976): Terminated {rc=15}\u000a11:04:13.580640 --- ParallelTerminationStrategy: PID 17977 died...\u000a11:04:13.637515 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=17977): Terminated: ok {rc=0}\u000a11:04:13.648008 --- ParallelTerminationStrategy: PID 17978 died...\u000a11:04:13.705177 run osmo-mgw_10.42.42.4(pid=17978): Terminated {rc=15}\u000a11:04:13.715486 --- ParallelTerminationStrategy: PID 17980 died...\u000a11:04:13.772401 run pcap-recorder_any(filters='host 10.42.42.7 and port not 22')(pid=17980): Terminated: ok {rc=0}\u000a11:04:13.785623 --- ParallelTerminationStrategy: PID 17981 died...\u000a11:04:13.842366 run osmo-bsc_10.42.42.7(pid=17981): Terminated: ok {rc=0}\u000a11:04:13.852787 --- ParallelTerminationStrategy: PID 17990 died...\u000a11:04:13.909711 run osmo-bts-sysmo(pid=17990): Terminated: ok {rc=0}\u000a11:04:14.042435 bus /sierra_3: Setting Online False\u000a11:04:15.183712 bus /sierra_3: Setting Powered False\u000a11:04:25.953860 bus /sierra_3: Setting Powered False\u000a11:04:27.057403 bus /sierra_3: Setting Powered False\u000a11:04:28.215434 bus /sierra_2: Setting Online False\u000a11:04:29.361297 bus /sierra_2: Setting Powered False\u000a11:04:35.955663 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 142.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-09-07T11:02:16" }, { "cases" : [ { "testActions" : [ ], "age" : 4, "className" : "gprs:sysmo", "duration" : 248.0, "errorDetails" : None, "errorStackTrace" : "'sum_sent'", "failedSince" : 2063, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 105, in setup_run_iperf3_test_parallel\u000a print_results(clients[i], servers[i])\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 5, in print_results\u000a cli.print_results()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/iperf3.py\", line 342, in print_results\u000a print_result_node_tcp(self.get_results(), 'client')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/iperf3.py\", line 72, in print_result_node_tcp\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/iperf3.py\", line 65, in print_result_node_tcp\u000a sent = result['end']['sum_sent']\u000aKeyError: 'sum_sent'\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2066 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:04:38.052662 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:04:38.063518 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a11:04:38.189459 tst cs_paging_gprs_active.py: using LAC 3959\u000a11:04:38.310501 tst cs_paging_gprs_active.py: using RAC 134\u000a11:04:38.444567 tst cs_paging_gprs_active.py: using CellId 3959\u000a11:04:38.579503 tst cs_paging_gprs_active.py: using BVCI 3960\u000a11:04:38.604691 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:04:38.615783 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:04:38.626654 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:04:38.637659 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:04:38.648495 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:04:38.659709 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:04:38.670660 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:04:38.681548 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:04:38.692571 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a11:04:38.809885 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a11:04:39.093815 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:04:39.223953 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:04:39.543041 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17999): Launched\u000a11:04:39.812433 run iperf3-srv_10.42.42.10(pid=18000): Launched\u000a11:04:39.999738 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:04:40.127874 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:04:40.446898 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18001): Launched\u000a11:04:40.711767 run iperf3-srv_10.42.42.10(pid=18002): Launched\u000a11:04:40.898484 tst cs_paging_gprs_active.py:38: start network...\u000a11:04:41.026063 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:04:41.522242 run create_hlr_db(pid=18003): Launched\u000a11:04:41.699670 bus /sierra_2: Setting Powered False\u000a11:04:42.722081 run create_hlr_db(pid=18003): Terminated: ok {rc=0}\u000a11:04:43.160997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18005): Launched\u000a11:04:43.491523 run osmo-hlr_10.42.42.2(pid=18006): Launched\u000a11:04:43.610161 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:04:44.181290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18007): Launched\u000a11:04:44.511799 run osmo-stp_10.42.42.5(pid=18008): Launched\u000a11:04:44.629936 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:04:46.172791 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18009): Launched\u000a11:04:46.281707 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:04:46.555843 run patchelf(pid=18010): Launched\u000a11:04:47.739513 run patchelf(pid=18010): Terminated: ok {rc=0}\u000a11:04:47.852692 run osmo-ggsn_10.42.42.6: Applying CAP_NET_ADMIN capability to osmo-ggsn\u000a11:04:48.132922 run osmo-gsm-tester_setcap_net_admin.sh(pid=18011): Launched\u000a11:04:49.316562 run osmo-gsm-tester_setcap_net_admin.sh(pid=18011): Terminated: ok {rc=0}\u000a11:04:49.628655 run osmo-ggsn_10.42.42.6(pid=18014): Launched\u000a11:04:49.814893 run osmo-sgsn_10.42.42.7: Starting osmo-sgsn\u000a11:04:54.637195 run pcap-recorder_any(filters='host 10.42.42.7')(pid=18035): Launched\u000a11:04:54.948682 run osmo-sgsn_10.42.42.7(pid=18036): Launched\u000a11:04:55.061926 run osmo-msc_10.42.42.8: Starting osmo-msc\u000a11:04:55.645774 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=18037): Launched\u000a11:04:55.957202 run osmo-msc_10.42.42.8(pid=18038): Launched\u000a11:04:59.123285 run osmo-mgw_10.42.42.3: Starting osmo-mgw\u000a11:04:59.659431 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=18039): Launched\u000a11:04:59.968655 run osmo-mgw_10.42.42.3(pid=18040): Launched\u000a11:05:00.078274 run osmo-mgw_10.42.42.4: Starting osmo-mgw\u000a11:05:00.608047 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=18041): Launched\u000a11:05:00.918922 run osmo-mgw_10.42.42.4(pid=18042): Launched\u000a11:05:01.028158 run osmo-bsc_10.42.42.9: Starting osmo-bsc\u000a11:05:01.677392 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=18043): Launched\u000a11:05:02.006048 run osmo-bsc_10.42.42.9(pid=18047): Launched\u000a11:05:08.271729 run osmo-bts-sysmo: Starting sysmoBTS to connect to osmo-bsc_10.42.42.9\u000a11:05:08.823790 run rm-remote-dir(pid=18048): Launched\u000a11:05:11.017568 run rm-remote-dir(pid=18048): Terminated: ok {rc=0}\u000a11:05:11.352419 run mk-remote-dir(pid=18049): Launched\u000a11:05:12.542823 run mk-remote-dir(pid=18049): Terminated: ok {rc=0}\u000a11:05:12.823305 run scp-inst-to-remote(pid=18050): Launched\u000a11:05:25.041824 run scp-inst-to-remote(pid=18050): Terminated: ok {rc=0}\u000a11:05:25.390758 run mk-remote-dir(pid=18052): Launched\u000a11:05:26.590223 run mk-remote-dir(pid=18052): Terminated: ok {rc=0}\u000a11:05:26.888166 run scp-cfg-to-remote(pid=18053): Launched\u000a11:05:28.087958 run scp-cfg-to-remote(pid=18053): Terminated: ok {rc=0}\u000a11:05:28.432547 run reload-dsp-firmware(pid=18055): Launched\u000a11:05:30.630169 run reload-dsp-firmware(pid=18055): Terminated: ok {rc=0}\u000a11:05:30.965528 run osmo-bts-sysmo(pid=18056): Launched\u000a11:05:35.269063 tst cs_paging_gprs_active.py:38: Waiting for bts to be ready...\u000a11:05:37.234392 run rm-remote-dir(pid=18057): Launched\u000a11:05:39.418949 run rm-remote-dir(pid=18057): Terminated: ok {rc=0}\u000a11:05:39.736079 run mk-remote-dir(pid=18059): Launched\u000a11:05:41.919460 run mk-remote-dir(pid=18059): Terminated: ok {rc=0}\u000a11:05:42.192459 run scp-inst-to-bts(pid=18060): Launched\u000a11:05:55.400483 run scp-inst-to-bts(pid=18060): Terminated: ok {rc=0}\u000a11:05:55.738927 run mk-remote-run-dir(pid=18062): Launched\u000a11:05:57.935832 run mk-remote-run-dir(pid=18062): Terminated: ok {rc=0}\u000a11:05:58.225168 run scp-cfg-to-sysmobts(pid=18063): Launched\u000a11:06:00.420374 run scp-cfg-to-sysmobts(pid=18063): Terminated: ok {rc=0}\u000a11:06:00.760494 run osmo-pcu(pid=18065): Launched\u000a11:06:00.891926 tst cs_paging_gprs_active.py: using MSISDN 3971\u000a11:06:01.064828 bus /gobi_6: Setting Powered True\u000a11:06:04.561907 run osmo-hlr_10.42.42.2: Add subscriber {algo=1, algo_str='comp128v1', imsi='901700000010978', msisdn='3971', subscriber_id=1}\u000a11:06:04.837143 bus /gobi_6: Setting Online False\u000a11:06:06.022031 bus /gobi_6: Setting Powered False\u000a11:06:13.215438 bus /gobi_6: Setting Powered True\u000a11:06:14.586216 bus /gobi_6: Setting Online True\u000a11:06:17.047568 tst /gobi_6: Connect to ('901', '70')\u000a11:06:17.324293 tst /gobi_6: Manufacturer: 'Quectel', Model: 'EC20', Revision: 'EC20EQAR02A13E2G 1 [Jul 5 2017 10:49:17]', Serial: '868323024273648'\u000a11:06:17.449279 tst cs_paging_gprs_active.py: using MSISDN 3972\u000a11:06:17.683860 bus /gobi_0: Setting Powered True\u000a11:06:21.193571 run osmo-hlr_10.42.42.2: Add subscriber {algo=1, algo_str='comp128v1', imsi='901700000023847', msisdn='3972', subscriber_id=2}\u000a11:06:21.462618 bus /gobi_0: Setting Online False\u000a11:06:22.658387 bus /gobi_0: Setting Powered False\u000a11:06:29.390399 bus /gobi_0: Setting Powered True\u000a11:06:30.791745 bus /gobi_0: Setting Online True\u000a11:06:32.429424 tst /gobi_6: Already registered with network ('901', '70')\u000a11:06:33.239860 tst /gobi_0: Connect to ('901', '70')\u000a11:06:33.516756 tst /gobi_0: Manufacturer: 'Quectel', Model: 'EC20', Revision: 'EC20EQAR02A05E2G 1 [Mar 14 2016 19:33:01]', Serial: '868323024271873'\u000a11:06:33.716034 tst cs_paging_gprs_active.py:38: waiting for modems to attach...\u000a11:06:48.804081 tst /gobi_0: Already registered with network ('901', '70')\u000a11:06:54.234517 tst cs_paging_gprs_active.py:38: waiting for modems to attach to data services...\u000a11:07:02.628202 tst /gobi_6: context activated {apn='inet46', path='/gobi_6/context2', properties={AccessPointName='inet46', Active=True, AuthenticationMethod='chap', IPv6.Settings={}, Name='Internet', Password='', Protocol='ip', Settings={Address='176.16.46.1', DomainNameServers=['192.168.100.1', '8.8.8.8'], Gateway='176.16.46.2', Interface='r433306bbc2604b', Method='static', Netmask='255.255.255.252'}, Type='internet', Username='ogt'}, user='ogt'}\u000a11:07:02.827937 tst cs_paging_gprs_active.py:38: Setting up data plan for \"'/gobi_6/context2'\"\u000a11:07:03.208536 run move_netns(pid=18070): Launched\u000a11:07:04.402904 run move_netns(pid=18070): Terminated: ok {rc=0}\u000a11:07:04.747099 run ifup(pid=18073): Launched\u000a11:07:05.942493 run ifup(pid=18073): Terminated: ok {rc=0}\u000a11:07:06.287154 run dhcp(pid=18076): Launched\u000a11:07:07.482138 run dhcp(pid=18076): Terminated: ok {rc=0}\u000a11:07:10.597196 tst /gobi_0: context activated {apn='inet46', path='/gobi_0/context3', properties={AccessPointName='inet46', Active=True, AuthenticationMethod='chap', IPv6.Settings={}, Name='Internet', Password='', Protocol='ip', Settings={Address='176.16.46.2', DomainNameServers=['192.168.100.1', '8.8.8.8'], Gateway='176.16.46.1', Interface='r82dcf628584c1c', Method='static', Netmask='255.255.255.252'}, Type='internet', Username='ogt'}, user='ogt'}\u000a11:07:10.784200 tst cs_paging_gprs_active.py:38: Setting up data plan for \"'/gobi_0/context3'\"\u000a11:07:11.147952 run move_netns(pid=18094): Launched\u000a11:07:12.331999 run move_netns(pid=18094): Terminated: ok {rc=0}\u000a11:07:12.664024 run ifup(pid=18097): Launched\u000a11:07:13.846635 run ifup(pid=18097): Terminated: ok {rc=0}\u000a11:07:14.178050 run dhcp(pid=18100): Launched\u000a11:07:15.371428 run dhcp(pid=18100): Terminated: ok {rc=0}\u000a11:07:15.577070 tst cs_paging_gprs_active.py:38: Running iperf3 client to 10.42.42.10:5003 through \"'/gobi_6/context2'\"\u000a11:07:15.715924 run iperf3-cli_10.42.42.10: Preparing iperf3-client connecting to 10.42.42.10:5003 (proto=tcp,time=60s)\u000a11:07:16.109297 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18116): Launched\u000a11:07:16.345136 tst cs_paging_gprs_active.py:38: Running iperf3 client to 10.42.42.10:5004 through \"'/gobi_0/context3'\"\u000a11:07:16.473884 run iperf3-cli_10.42.42.10: Preparing iperf3-client connecting to 10.42.42.10:5004 (proto=tcp,time=60s)\u000a11:07:16.848309 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18119): Launched\u000a11:07:17.160409 run iperf3-cli_10.42.42.10(pid=18122): Launched\u000a11:07:17.428185 run iperf3-cli_10.42.42.10(pid=18125): Launched\u000a11:07:17.634877 tst cs_paging_gprs_active.py:13: waiting a few secs to make sure iperf3 test is running\u000a11:07:19.862956 tst cs_paging_gprs_active.py:16: iperf3 running, let's place a call\u000a11:07:24.454308 tst cs_paging_gprs_active.py:22: dial success\u000a11:07:27.167315 tst cs_paging_gprs_active.py:28: answer success, call established and ongoing\u000a11:07:33.772380 tst cs_paging_gprs_active.py:35: hangup success\u000a11:08:43.058532 run iperf3-cli_10.42.42.10(pid=18122): ERR: Terminated: ERROR {rc=1} [trial-2066↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪iperf3-srv_10.42.42.10↪iperf3-cli_10.42.42.10↪iperf3-cli_10.42.42.10(pid=18122)]\u000a11:08:43.192191 run iperf3-cli_10.42.42.10(pid=18122): stdout: \u000a| \u0009\u0009\u0009\u0009\"bits_per_second\":\u00090,\u000a| \u0009\u0009\u0009\u0009\"retransmits\":\u00090,\u000a| \u0009\u0009\u0009\u0009\"omitted\":\u0009false\u000a| \u0009\u0009\u0009}\u000a| \u0009\u0009}],\u000a| \u0009\"end\":\u0009{\u000a| \u0009},\u000a| \u0009\"error\":\u0009\"error - control socket has closed unexpectedly\"\u000a| }\u000a| child exited with 1 \u000a11:08:43.323803 run iperf3-cli_10.42.42.10(pid=18122): stderr: \u000a| (launched: 2022-09-07_11:07:17.052275) \u000a11:08:44.509324 run iperf3-cli_10.42.42.10(pid=18125): ERR: Terminated: ERROR {rc=1} [trial-2066↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪iperf3-srv_10.42.42.10↪iperf3-cli_10.42.42.10↪iperf3-cli_10.42.42.10(pid=18125)]\u000a11:08:44.642853 run iperf3-cli_10.42.42.10(pid=18125): stdout: \u000a| \u0009\u0009\u0009\u0009\"bits_per_second\":\u00090,\u000a| \u0009\u0009\u0009\u0009\"retransmits\":\u00090,\u000a| \u0009\u0009\u0009\u0009\"omitted\":\u0009false\u000a| \u0009\u0009\u0009}\u000a| \u0009\u0009}],\u000a| \u0009\"end\":\u0009{\u000a| \u0009},\u000a| \u0009\"error\":\u0009\"error - control socket has closed unexpectedly\"\u000a| }\u000a| child exited with 1 \u000a11:08:44.773325 run iperf3-cli_10.42.42.10(pid=18125): stderr: \u000a| (launched: 2022-09-07_11:07:17.318037) \u000a11:08:44.897231 run iperf3-srv_10.42.42.10(pid=18000): Terminating (SIGINT)\u000a11:08:45.234428 run iperf3-srv_10.42.42.10(pid=18000): Terminated {rc=1}\u000a11:08:45.430514 tst cs_paging_gprs_active.py:38: Results for 10.42.42.10:5003 through \"'/gobi_6/context2'\"\u000a11:08:45.490636 tst cs_paging_gprs_active.py:38: ERR: KeyError: 'sum_sent' [trial-2066↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a11:08:45.498105 tst cs_paging_gprs_active.py:38: Test FAILED (247.5 sec)\u000a11:08:45.534751 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17999): Terminating (SIGTERM)\u000a11:08:45.576865 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18001): Terminating (SIGTERM)\u000a11:08:45.619168 run iperf3-srv_10.42.42.10(pid=18002): Terminating (SIGTERM)\u000a11:08:45.661057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18005): Terminating (SIGTERM)\u000a11:08:45.702542 run osmo-hlr_10.42.42.2(pid=18006): Terminating (SIGTERM)\u000a11:08:45.745327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18007): Terminating (SIGTERM)\u000a11:08:45.788298 run osmo-stp_10.42.42.5(pid=18008): Terminating (SIGTERM)\u000a11:08:45.832615 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18009): Terminating (SIGTERM)\u000a11:08:45.877357 run osmo-ggsn_10.42.42.6(pid=18014): Terminating (SIGTERM)\u000a11:08:45.930204 run pcap-recorder_any(filters='host 10.42.42.7')(pid=18035): Terminating (SIGTERM)\u000a11:08:46.002214 run osmo-sgsn_10.42.42.7(pid=18036): Terminating (SIGTERM)\u000a11:08:46.047095 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=18037): Terminating (SIGTERM)\u000a11:08:46.109451 run osmo-msc_10.42.42.8(pid=18038): Terminating (SIGTERM)\u000a11:08:46.187062 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=18039): Terminating (SIGTERM)\u000a11:08:46.231633 run osmo-mgw_10.42.42.3(pid=18040): Terminating (SIGTERM)\u000a11:08:46.292648 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=18041): Terminating (SIGTERM)\u000a11:08:46.339433 run osmo-mgw_10.42.42.4(pid=18042): Terminating (SIGTERM)\u000a11:08:46.383142 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=18043): Terminating (SIGTERM)\u000a11:08:46.425118 run osmo-bsc_10.42.42.9(pid=18047): Terminating (SIGTERM)\u000a11:08:46.467094 run osmo-bts-sysmo(pid=18056): Terminating (SIGTERM)\u000a11:08:46.509012 run osmo-pcu(pid=18065): Terminating (SIGTERM)\u000a11:08:46.550663 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18116): Terminating (SIGTERM)\u000a11:08:46.721448 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18116)-killSignals.SIGTERM(pid=18146): Launched\u000a11:08:47.813238 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18116)-killSignals.SIGTERM(pid=18146): Terminated: ok {rc=0}\u000a11:08:47.858862 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18119): Terminating (SIGTERM)\u000a11:08:48.005401 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18119)-killSignals.SIGTERM(pid=18150): Launched\u000a11:08:49.095680 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18119)-killSignals.SIGTERM(pid=18150): Terminated: ok {rc=0}\u000a11:08:49.109587 --- ParallelTerminationStrategy: PID 17999 died...\u000a11:08:49.164210 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17999): Terminated: ok {rc=0}\u000a11:08:49.174397 --- ParallelTerminationStrategy: PID 18001 died...\u000a11:08:49.228702 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18001): Terminated: ok {rc=0}\u000a11:08:49.238365 --- ParallelTerminationStrategy: PID 18002 died...\u000a11:08:49.292263 run iperf3-srv_10.42.42.10(pid=18002): Terminated {rc=256}\u000a11:08:49.301939 --- ParallelTerminationStrategy: PID 18005 died...\u000a11:08:49.356027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18005): Terminated: ok {rc=0}\u000a11:08:49.365729 --- ParallelTerminationStrategy: PID 18006 died...\u000a11:08:49.420075 run osmo-hlr_10.42.42.2(pid=18006): Terminated: ok {rc=0}\u000a11:08:49.429768 --- ParallelTerminationStrategy: PID 18007 died...\u000a11:08:49.483920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18007): Terminated: ok {rc=0}\u000a11:08:49.493676 --- ParallelTerminationStrategy: PID 18008 died...\u000a11:08:49.548178 run osmo-stp_10.42.42.5(pid=18008): Terminated: ok {rc=0}\u000a11:08:49.557865 --- ParallelTerminationStrategy: PID 18009 died...\u000a11:08:49.612024 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18009): Terminated: ok {rc=0}\u000a11:08:49.621702 --- ParallelTerminationStrategy: PID 18014 died...\u000a11:08:49.675962 run osmo-ggsn_10.42.42.6(pid=18014): Terminated: ok {rc=0}\u000a11:08:49.685644 --- ParallelTerminationStrategy: PID 18035 died...\u000a11:08:49.739826 run pcap-recorder_any(filters='host 10.42.42.7')(pid=18035): Terminated: ok {rc=0}\u000a11:08:49.749553 --- ParallelTerminationStrategy: PID 18036 died...\u000a11:08:49.804061 run osmo-sgsn_10.42.42.7(pid=18036): Terminated: ok {rc=0}\u000a11:08:49.813825 --- ParallelTerminationStrategy: PID 18037 died...\u000a11:08:49.868607 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=18037): Terminated: ok {rc=0}\u000a11:08:49.878323 --- ParallelTerminationStrategy: PID 18038 died...\u000a11:08:49.934159 run osmo-msc_10.42.42.8(pid=18038): Terminated: ok {rc=0}\u000a11:08:49.943958 --- ParallelTerminationStrategy: PID 18039 died...\u000a11:08:49.997851 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=18039): Terminated: ok {rc=0}\u000a11:08:50.007746 --- ParallelTerminationStrategy: PID 18040 died...\u000a11:08:50.061657 run osmo-mgw_10.42.42.3(pid=18040): Terminated {rc=15}\u000a11:08:50.071495 --- ParallelTerminationStrategy: PID 18041 died...\u000a11:08:50.125698 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=18041): Terminated: ok {rc=0}\u000a11:08:50.135731 --- ParallelTerminationStrategy: PID 18042 died...\u000a11:08:50.189934 run osmo-mgw_10.42.42.4(pid=18042): Terminated {rc=15}\u000a11:08:50.199858 --- ParallelTerminationStrategy: PID 18043 died...\u000a11:08:50.253944 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=18043): Terminated: ok {rc=0}\u000a11:08:50.263942 --- ParallelTerminationStrategy: PID 18047 died...\u000a11:08:50.318195 run osmo-bsc_10.42.42.9(pid=18047): Terminated: ok {rc=0}\u000a11:08:50.328071 --- ParallelTerminationStrategy: PID 18056 died...\u000a11:08:50.382029 run osmo-bts-sysmo(pid=18056): Terminated: ok {rc=0}\u000a11:08:50.391854 --- ParallelTerminationStrategy: PID 18065 died...\u000a11:08:50.445731 run osmo-pcu(pid=18065): Terminated: ok {rc=0}\u000a11:08:56.311527 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18116): Terminating (SIGINT)\u000a11:08:56.458765 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18116)-killSignals.SIGINT(pid=18153): Launched\u000a11:08:57.548884 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18116)-killSignals.SIGINT(pid=18153): Terminated: ok {rc=0}\u000a11:08:57.594479 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18119): Terminating (SIGINT)\u000a11:08:57.744577 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18119)-killSignals.SIGINT(pid=18156): Launched\u000a11:08:58.835355 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18119)-killSignals.SIGINT(pid=18156): Terminated: ok {rc=0}\u000a11:09:04.705494 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18116): Terminating (SIGKILL)\u000a11:09:04.862042 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18116)-killSignals.SIGUSR1(pid=18159): Launched\u000a11:09:05.958773 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18116)-killSignals.SIGUSR1(pid=18159): Terminated: ok {rc=0}\u000a11:09:06.006177 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18119): Terminating (SIGKILL)\u000a11:09:06.161634 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18119)-killSignals.SIGUSR1(pid=18162): Launched\u000a11:09:07.256458 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18119)-killSignals.SIGUSR1(pid=18162): Terminated: ok {rc=0}\u000a11:09:07.498299 bus /gobi_0: Setting Online False\u000a11:09:09.676083 bus /gobi_0: Setting Powered False\u000a11:09:26.977263 bus /gobi_0: Setting Powered False\u000a11:09:28.083138 bus /gobi_0: Setting Powered False\u000a11:09:29.234584 bus /gobi_6: Setting Online False\u000a11:09:30.344239 bus /gobi_6: Setting Powered False\u000a11:09:38.974889 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 4, "className" : "gprs:sysmo", "duration" : 205.0, "errorDetails" : None, "errorStackTrace" : "'sum_sent'", "failedSince" : 2063, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 105, in setup_run_iperf3_test_parallel\u000a print_results(clients[i], servers[i])\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 5, in print_results\u000a cli.print_results()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/iperf3.py\", line 342, in print_results\u000a print_result_node_tcp(self.get_results(), 'client')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/iperf3.py\", line 72, in print_result_node_tcp\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/iperf3.py\", line 65, in print_result_node_tcp\u000a sent = result['end']['sum_sent']\u000aKeyError: 'sum_sent'\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2066 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a11:09:40.151011 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:09:40.162854 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a11:09:40.292881 tst iperf3.py: using LAC 3960\u000a11:09:40.414052 tst iperf3.py: using RAC 135\u000a11:09:40.540455 tst iperf3.py: using CellId 3960\u000a11:09:40.667308 tst iperf3.py: using BVCI 3961\u000a11:09:40.690388 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:09:40.700999 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:09:40.711521 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:09:40.722491 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:09:40.733377 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:09:40.743942 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:09:40.754545 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:09:40.765076 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:09:40.775863 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a11:09:41.058385 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:09:41.185415 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:09:41.506837 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18165): Launched\u000a11:09:41.769631 run iperf3-srv_10.42.42.10(pid=18166): Launched\u000a11:09:41.955061 tst iperf3.py:8: start network...\u000a11:09:42.081532 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:09:42.564308 run create_hlr_db(pid=18167): Launched\u000a11:09:42.739729 bus /gobi_6: Setting Powered False\u000a11:09:43.762830 run create_hlr_db(pid=18167): Terminated: ok {rc=0}\u000a11:09:44.199605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18169): Launched\u000a11:09:44.531938 run osmo-hlr_10.42.42.2(pid=18170): Launched\u000a11:09:44.649997 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:09:45.216929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18171): Launched\u000a11:09:45.545247 run osmo-stp_10.42.42.5(pid=18172): Launched\u000a11:09:45.661780 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:09:46.230687 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18173): Launched\u000a11:09:46.347869 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:09:46.635775 run patchelf(pid=18174): Launched\u000a11:09:47.829846 run patchelf(pid=18174): Terminated: ok {rc=0}\u000a11:09:47.950444 run osmo-ggsn_10.42.42.6: Applying CAP_NET_ADMIN capability to osmo-ggsn\u000a11:09:48.242233 run osmo-gsm-tester_setcap_net_admin.sh(pid=18175): Launched\u000a11:09:49.436422 run osmo-gsm-tester_setcap_net_admin.sh(pid=18175): Terminated: ok {rc=0}\u000a11:09:49.769926 run osmo-ggsn_10.42.42.6(pid=18178): Launched\u000a11:09:50.015955 run osmo-sgsn_10.42.42.7: Starting osmo-sgsn\u000a11:09:50.568880 run pcap-recorder_any(filters='host 10.42.42.7')(pid=18199): Launched\u000a11:09:50.877878 run osmo-sgsn_10.42.42.7(pid=18200): Launched\u000a11:09:50.991756 run osmo-msc_10.42.42.8: Starting osmo-msc\u000a11:09:51.555760 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=18201): Launched\u000a11:09:51.866583 run osmo-msc_10.42.42.8(pid=18202): Launched\u000a11:09:55.030595 run osmo-mgw_10.42.42.3: Starting osmo-mgw\u000a11:09:55.561812 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=18203): Launched\u000a11:09:55.869861 run osmo-mgw_10.42.42.3(pid=18204): Launched\u000a11:09:55.979390 run osmo-mgw_10.42.42.4: Starting osmo-mgw\u000a11:09:56.504332 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=18205): Launched\u000a11:09:56.813018 run osmo-mgw_10.42.42.4(pid=18206): Launched\u000a11:09:56.922801 run osmo-bsc_10.42.42.9: Starting osmo-bsc\u000a11:09:57.566072 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=18207): Launched\u000a11:09:57.875600 run osmo-bsc_10.42.42.9(pid=18208): Launched\u000a11:10:04.137256 run osmo-bts-sysmo: Starting sysmoBTS to connect to osmo-bsc_10.42.42.9\u000a11:10:04.684880 run rm-remote-dir(pid=18212): Launched\u000a11:10:06.876153 run rm-remote-dir(pid=18212): Terminated: ok {rc=0}\u000a11:10:07.206339 run mk-remote-dir(pid=18213): Launched\u000a11:10:08.395439 run mk-remote-dir(pid=18213): Terminated: ok {rc=0}\u000a11:10:08.673794 run scp-inst-to-remote(pid=18214): Launched\u000a11:10:20.884496 run scp-inst-to-remote(pid=18214): Terminated: ok {rc=0}\u000a11:10:21.233752 run mk-remote-dir(pid=18216): Launched\u000a11:10:22.433115 run mk-remote-dir(pid=18216): Terminated: ok {rc=0}\u000a11:10:22.729212 run scp-cfg-to-remote(pid=18217): Launched\u000a11:10:23.927340 run scp-cfg-to-remote(pid=18217): Terminated: ok {rc=0}\u000a11:10:24.268243 run reload-dsp-firmware(pid=18219): Launched\u000a11:10:26.454219 run reload-dsp-firmware(pid=18219): Terminated: ok {rc=0}\u000a11:10:26.765639 run osmo-bts-sysmo(pid=18220): Launched\u000a11:10:31.083253 tst iperf3.py:8: Waiting for bts to be ready...\u000a11:10:32.727433 run rm-remote-dir(pid=18221): Launched\u000a11:10:34.921105 run rm-remote-dir(pid=18221): Terminated: ok {rc=0}\u000a11:10:35.258294 run mk-remote-dir(pid=18222): Launched\u000a11:10:37.451736 run mk-remote-dir(pid=18222): Terminated: ok {rc=0}\u000a11:10:37.739163 run scp-inst-to-bts(pid=18223): Launched\u000a11:10:50.942442 run scp-inst-to-bts(pid=18223): Terminated: ok {rc=0}\u000a11:10:51.258504 run mk-remote-run-dir(pid=18226): Launched\u000a11:10:53.440178 run mk-remote-run-dir(pid=18226): Terminated: ok {rc=0}\u000a11:10:53.710222 run scp-cfg-to-sysmobts(pid=18227): Launched\u000a11:10:55.902001 run scp-cfg-to-sysmobts(pid=18227): Terminated: ok {rc=0}\u000a11:10:56.240722 run osmo-pcu(pid=18229): Launched\u000a11:10:56.370817 tst iperf3.py: using MSISDN 3973\u000a11:10:56.539235 bus /gobi_6: Setting Powered True\u000a11:11:00.041469 run osmo-hlr_10.42.42.2: Add subscriber {algo=1, algo_str='comp128v1', imsi='901700000010978', msisdn='3973', subscriber_id=1}\u000a11:11:00.335661 bus /gobi_6: Setting Online False\u000a11:11:01.523505 bus /gobi_6: Setting Powered False\u000a11:11:08.291484 bus /gobi_6: Setting Powered True\u000a11:11:09.686082 bus /gobi_6: Setting Online True\u000a11:11:12.159195 tst /gobi_6: Connect to ('901', '70')\u000a11:11:12.443572 tst /gobi_6: Manufacturer: 'Quectel', Model: 'EC20', Revision: 'EC20EQAR02A13E2G 1 [Jul 5 2017 10:49:17]', Serial: '868323024273648'\u000a11:11:12.646312 tst iperf3.py:8: waiting for modems to attach...\u000a11:11:19.740207 tst /gobi_6: Already registered with network ('901', '70')\u000a11:11:31.178934 tst iperf3.py:8: waiting for modems to attach to data services...\u000a11:11:49.085649 tst /gobi_6: context activated {apn='inet46', path='/gobi_6/context3', properties={AccessPointName='inet46', Active=True, AuthenticationMethod='chap', IPv6.Settings={}, Name='Internet', Password='', Protocol='ip', Settings={Address='176.16.46.1', DomainNameServers=['192.168.100.1', '8.8.8.8'], Gateway='176.16.46.2', Interface='r433306bbc2604b', Method='static', Netmask='255.255.255.252'}, Type='internet', Username='ogt'}, user='ogt'}\u000a11:11:49.276496 tst iperf3.py:8: Setting up data plan for \"'/gobi_6/context3'\"\u000a11:11:49.641006 run move_netns(pid=18232): Launched\u000a11:11:50.838801 run move_netns(pid=18232): Terminated: ok {rc=0}\u000a11:11:51.192394 run ifup(pid=18235): Launched\u000a11:11:52.390583 run ifup(pid=18235): Terminated: ok {rc=0}\u000a11:11:52.732224 run dhcp(pid=18238): Launched\u000a11:11:53.917242 run dhcp(pid=18238): Terminated: ok {rc=0}\u000a11:11:54.112190 tst iperf3.py:8: Running iperf3 client to 10.42.42.10:5003 through \"'/gobi_6/context3'\"\u000a11:11:54.243176 run iperf3-cli_10.42.42.10: Preparing iperf3-client connecting to 10.42.42.10:5003 (proto=tcp,time=60s)\u000a11:11:54.626346 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18254): Launched\u000a11:11:54.941828 run iperf3-cli_10.42.42.10(pid=18257): Launched\u000a11:13:03.261392 run iperf3-cli_10.42.42.10(pid=18257): ERR: Terminated: ERROR {rc=1} [trial-2066↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪iperf3-srv_10.42.42.10↪iperf3-cli_10.42.42.10↪iperf3-cli_10.42.42.10(pid=18257)]\u000a11:13:03.394757 run iperf3-cli_10.42.42.10(pid=18257): stdout: \u000a| \u0009\u0009\u0009\u0009\"bits_per_second\":\u00090,\u000a| \u0009\u0009\u0009\u0009\"retransmits\":\u00090,\u000a| \u0009\u0009\u0009\u0009\"omitted\":\u0009false\u000a| \u0009\u0009\u0009}\u000a| \u0009\u0009}],\u000a| \u0009\"end\":\u0009{\u000a| \u0009},\u000a| \u0009\"error\":\u0009\"error - control socket has closed unexpectedly\"\u000a| }\u000a| child exited with 1 \u000a11:13:03.527048 run iperf3-cli_10.42.42.10(pid=18257): stderr: \u000a| (launched: 2022-09-07_11:11:54.831390) \u000a11:13:03.647871 run iperf3-srv_10.42.42.10(pid=18166): Terminating (SIGINT)\u000a11:13:03.994111 run iperf3-srv_10.42.42.10(pid=18166): Terminated {rc=1}\u000a11:13:04.198689 tst iperf3.py:8: Results for 10.42.42.10:5003 through \"'/gobi_6/context3'\"\u000a11:13:04.260102 tst iperf3.py:8: ERR: KeyError: 'sum_sent' [trial-2066↪gprs:sysmo↪iperf3.py:8]\u000a11:13:04.267803 tst iperf3.py:8: Test FAILED (204.2 sec)\u000a11:13:04.305776 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18165): Terminating (SIGTERM)\u000a11:13:04.350639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18169): Terminating (SIGTERM)\u000a11:13:04.393669 run osmo-hlr_10.42.42.2(pid=18170): Terminating (SIGTERM)\u000a11:13:04.437420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18171): Terminating (SIGTERM)\u000a11:13:04.483368 run osmo-stp_10.42.42.5(pid=18172): Terminating (SIGTERM)\u000a11:13:04.538455 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18173): Terminating (SIGTERM)\u000a11:13:04.586419 run osmo-ggsn_10.42.42.6(pid=18178): Terminating (SIGTERM)\u000a11:13:04.660198 run pcap-recorder_any(filters='host 10.42.42.7')(pid=18199): Terminating (SIGTERM)\u000a11:13:04.749713 run osmo-sgsn_10.42.42.7(pid=18200): Terminating (SIGTERM)\u000a11:13:04.796942 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=18201): Terminating (SIGTERM)\u000a11:13:04.848612 run osmo-msc_10.42.42.8(pid=18202): Terminating (SIGTERM)\u000a11:13:04.896300 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=18203): Terminating (SIGTERM)\u000a11:13:04.940384 run osmo-mgw_10.42.42.3(pid=18204): Terminating (SIGTERM)\u000a11:13:04.983412 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=18205): Terminating (SIGTERM)\u000a11:13:05.031041 run osmo-mgw_10.42.42.4(pid=18206): Terminating (SIGTERM)\u000a11:13:05.075266 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=18207): Terminating (SIGTERM)\u000a11:13:05.121905 run osmo-bsc_10.42.42.9(pid=18208): Terminating (SIGTERM)\u000a11:13:05.166820 run osmo-bts-sysmo(pid=18220): Terminating (SIGTERM)\u000a11:13:05.212297 run osmo-pcu(pid=18229): Terminating (SIGTERM)\u000a11:13:05.260373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18254): Terminating (SIGTERM)\u000a11:13:05.415159 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18254)-killSignals.SIGTERM(pid=18280): Launched\u000a11:13:06.506836 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18254)-killSignals.SIGTERM(pid=18280): Terminated: ok {rc=0}\u000a11:13:06.521025 --- ParallelTerminationStrategy: PID 18165 died...\u000a11:13:06.576623 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18165): Terminated: ok {rc=0}\u000a11:13:06.586641 --- ParallelTerminationStrategy: PID 18169 died...\u000a11:13:06.641141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18169): Terminated: ok {rc=0}\u000a11:13:06.651634 --- ParallelTerminationStrategy: PID 18170 died...\u000a11:13:06.706117 run osmo-hlr_10.42.42.2(pid=18170): Terminated: ok {rc=0}\u000a11:13:06.716243 --- ParallelTerminationStrategy: PID 18171 died...\u000a11:13:06.770648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18171): Terminated: ok {rc=0}\u000a11:13:06.780959 --- ParallelTerminationStrategy: PID 18172 died...\u000a11:13:06.835508 run osmo-stp_10.42.42.5(pid=18172): Terminated: ok {rc=0}\u000a11:13:06.845538 --- ParallelTerminationStrategy: PID 18173 died...\u000a11:13:06.899703 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18173): Terminated: ok {rc=0}\u000a11:13:06.909685 --- ParallelTerminationStrategy: PID 18178 died...\u000a11:13:06.964652 run osmo-ggsn_10.42.42.6(pid=18178): Terminated: ok {rc=0}\u000a11:13:06.974964 --- ParallelTerminationStrategy: PID 18199 died...\u000a11:13:07.029274 run pcap-recorder_any(filters='host 10.42.42.7')(pid=18199): Terminated: ok {rc=0}\u000a11:13:07.039649 --- ParallelTerminationStrategy: PID 18200 died...\u000a11:13:07.094530 run osmo-sgsn_10.42.42.7(pid=18200): Terminated: ok {rc=0}\u000a11:13:07.104740 --- ParallelTerminationStrategy: PID 18201 died...\u000a11:13:07.159233 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=18201): Terminated: ok {rc=0}\u000a11:13:07.169283 --- ParallelTerminationStrategy: PID 18202 died...\u000a11:13:07.224371 run osmo-msc_10.42.42.8(pid=18202): Terminated: ok {rc=0}\u000a11:13:07.234258 --- ParallelTerminationStrategy: PID 18203 died...\u000a11:13:07.289633 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=18203): Terminated: ok {rc=0}\u000a11:13:07.300058 --- ParallelTerminationStrategy: PID 18204 died...\u000a11:13:07.354817 run osmo-mgw_10.42.42.3(pid=18204): Terminated {rc=15}\u000a11:13:07.365038 --- ParallelTerminationStrategy: PID 18205 died...\u000a11:13:07.419596 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=18205): Terminated: ok {rc=0}\u000a11:13:07.429821 --- ParallelTerminationStrategy: PID 18206 died...\u000a11:13:07.484611 run osmo-mgw_10.42.42.4(pid=18206): Terminated {rc=15}\u000a11:13:07.494912 --- ParallelTerminationStrategy: PID 18207 died...\u000a11:13:07.550140 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=18207): Terminated: ok {rc=0}\u000a11:13:07.560547 --- ParallelTerminationStrategy: PID 18208 died...\u000a11:13:07.615006 run osmo-bsc_10.42.42.9(pid=18208): Terminated: ok {rc=0}\u000a11:13:07.625344 --- ParallelTerminationStrategy: PID 18220 died...\u000a11:13:07.680609 run osmo-bts-sysmo(pid=18220): Terminated: ok {rc=0}\u000a11:13:07.690874 --- ParallelTerminationStrategy: PID 18229 died...\u000a11:13:07.745495 run osmo-pcu(pid=18229): Terminated: ok {rc=0}\u000a11:13:13.611982 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18254): Terminating (SIGINT)\u000a11:13:13.763409 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18254)-killSignals.SIGINT(pid=18284): Launched\u000a11:13:14.855010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18254)-killSignals.SIGINT(pid=18284): Terminated: ok {rc=0}\u000a11:13:20.724863 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18254): Terminating (SIGKILL)\u000a11:13:20.876485 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18254)-killSignals.SIGUSR1(pid=18287): Launched\u000a11:13:21.968589 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18254)-killSignals.SIGUSR1(pid=18287): Terminated: ok {rc=0}\u000a11:13:22.205598 bus /gobi_6: Setting Online False\u000a11:13:25.253697 bus /gobi_6: Setting Powered False\u000a11:13:40.094141 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 4, "className" : "gprs:sysmo", "duration" : 299.0, "errorDetails" : None, "errorStackTrace" : "'sum_sent'", "failedSince" : 2063, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 105, in setup_run_iperf3_test_parallel\u000a print_results(clients[i], servers[i])\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 5, in print_results\u000a cli.print_results()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/iperf3.py\", line 342, in print_results\u000a print_result_node_tcp(self.get_results(), 'client')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/iperf3.py\", line 72, in print_result_node_tcp\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/iperf3.py\", line 65, in print_result_node_tcp\u000a sent = result['end']['sum_sent']\u000aKeyError: 'sum_sent'\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2066 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a11:13:41.270432 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:13:41.281570 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a11:13:41.404424 tst iperf3m4.py: using LAC 3961\u000a11:13:41.526509 tst iperf3m4.py: using RAC 136\u000a11:13:41.647075 tst iperf3m4.py: using CellId 3961\u000a11:13:41.768981 tst iperf3m4.py: using BVCI 3962\u000a11:13:41.792596 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:13:41.803157 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:13:41.813586 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:13:41.824218 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:13:41.834635 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:13:41.845095 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:13:41.855903 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:13:41.866488 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:13:41.877290 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a11:13:41.994032 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a11:13:42.111998 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a11:13:42.231442 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a11:13:42.513260 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:13:42.641683 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:13:42.964843 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18290): Launched\u000a11:13:43.233365 run iperf3-srv_10.42.42.10(pid=18291): Launched\u000a11:13:43.422920 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:13:43.551724 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:13:43.873103 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18292): Launched\u000a11:13:44.140000 run iperf3-srv_10.42.42.10(pid=18293): Launched\u000a11:13:44.327072 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:13:44.454962 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:13:44.775455 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18294): Launched\u000a11:13:45.042829 run iperf3-srv_10.42.42.10(pid=18295): Launched\u000a11:13:45.229782 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:13:45.357796 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:13:45.678636 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18296): Launched\u000a11:13:45.944072 run iperf3-srv_10.42.42.10(pid=18297): Launched\u000a11:13:46.131778 tst iperf3m4.py:8: start network...\u000a11:13:46.259650 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:13:46.754106 run create_hlr_db(pid=18298): Launched\u000a11:13:46.930662 bus /gobi_6: Setting Powered False\u000a11:13:47.953736 run create_hlr_db(pid=18298): Terminated: ok {rc=0}\u000a11:13:48.391947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18300): Launched\u000a11:13:48.723369 run osmo-hlr_10.42.42.2(pid=18301): Launched\u000a11:13:48.842874 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:13:49.417802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18302): Launched\u000a11:13:49.749764 run osmo-stp_10.42.42.5(pid=18303): Launched\u000a11:13:49.866773 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:13:50.440512 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18304): Launched\u000a11:13:50.557544 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:13:50.846437 run patchelf(pid=18305): Launched\u000a11:13:52.043272 run patchelf(pid=18305): Terminated: ok {rc=0}\u000a11:13:52.164353 run osmo-ggsn_10.42.42.6: Applying CAP_NET_ADMIN capability to osmo-ggsn\u000a11:13:52.459711 run osmo-gsm-tester_setcap_net_admin.sh(pid=18306): Launched\u000a11:13:53.655390 run osmo-gsm-tester_setcap_net_admin.sh(pid=18306): Terminated: ok {rc=0}\u000a11:13:53.991514 run osmo-ggsn_10.42.42.6(pid=18309): Launched\u000a11:13:54.247217 run osmo-sgsn_10.42.42.7: Starting osmo-sgsn\u000a11:13:54.861195 run pcap-recorder_any(filters='host 10.42.42.7')(pid=18334): Launched\u000a11:13:55.193282 run osmo-sgsn_10.42.42.7(pid=18335): Launched\u000a11:13:55.313936 run osmo-msc_10.42.42.8: Starting osmo-msc\u000a11:13:55.933538 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=18336): Launched\u000a11:13:56.247877 run osmo-msc_10.42.42.8(pid=18337): Launched\u000a11:13:59.413401 run osmo-mgw_10.42.42.3: Starting osmo-mgw\u000a11:13:59.951211 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=18338): Launched\u000a11:14:00.261575 run osmo-mgw_10.42.42.3(pid=18339): Launched\u000a11:14:00.372378 run osmo-mgw_10.42.42.4: Starting osmo-mgw\u000a11:14:00.897929 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=18340): Launched\u000a11:14:01.208094 run osmo-mgw_10.42.42.4(pid=18341): Launched\u000a11:14:01.317746 run osmo-bsc_10.42.42.9: Starting osmo-bsc\u000a11:14:01.967106 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=18342): Launched\u000a11:14:02.278989 run osmo-bsc_10.42.42.9(pid=18343): Launched\u000a11:14:08.543627 run osmo-bts-sysmo: Starting sysmoBTS to connect to osmo-bsc_10.42.42.9\u000a11:14:09.097788 run rm-remote-dir(pid=18344): Launched\u000a11:14:11.291215 run rm-remote-dir(pid=18344): Terminated: ok {rc=0}\u000a11:14:11.626471 run mk-remote-dir(pid=18345): Launched\u000a11:14:12.817129 run mk-remote-dir(pid=18345): Terminated: ok {rc=0}\u000a11:14:13.097593 run scp-inst-to-remote(pid=18346): Launched\u000a11:14:25.302961 run scp-inst-to-remote(pid=18346): Terminated: ok {rc=0}\u000a11:14:25.632334 run mk-remote-dir(pid=18348): Launched\u000a11:14:26.819794 run mk-remote-dir(pid=18348): Terminated: ok {rc=0}\u000a11:14:27.102289 run scp-cfg-to-remote(pid=18349): Launched\u000a11:14:28.291140 run scp-cfg-to-remote(pid=18349): Terminated: ok {rc=0}\u000a11:14:28.614416 run reload-dsp-firmware(pid=18351): Launched\u000a11:14:30.802467 run reload-dsp-firmware(pid=18351): Terminated: ok {rc=0}\u000a11:14:31.116572 run osmo-bts-sysmo(pid=18352): Launched\u000a11:14:35.426080 tst iperf3m4.py:8: Waiting for bts to be ready...\u000a11:14:37.076035 run rm-remote-dir(pid=18353): Launched\u000a11:14:39.273502 run rm-remote-dir(pid=18353): Terminated: ok {rc=0}\u000a11:14:39.614671 run mk-remote-dir(pid=18354): Launched\u000a11:14:41.810805 run mk-remote-dir(pid=18354): Terminated: ok {rc=0}\u000a11:14:42.102906 run scp-inst-to-bts(pid=18355): Launched\u000a11:14:55.309456 run scp-inst-to-bts(pid=18355): Terminated: ok {rc=0}\u000a11:14:55.633087 run mk-remote-run-dir(pid=18362): Launched\u000a11:14:57.816443 run mk-remote-run-dir(pid=18362): Terminated: ok {rc=0}\u000a11:14:58.087949 run scp-cfg-to-sysmobts(pid=18363): Launched\u000a11:15:00.270833 run scp-cfg-to-sysmobts(pid=18363): Terminated: ok {rc=0}\u000a11:15:00.591812 run osmo-pcu(pid=18365): Launched\u000a11:15:00.721048 tst iperf3m4.py: using MSISDN 3974\u000a11:15:00.894999 bus /gobi_6: Setting Powered True\u000a11:15:04.440115 run osmo-hlr_10.42.42.2: Add subscriber {algo=1, algo_str='comp128v1', imsi='901700000010978', msisdn='3974', subscriber_id=1}\u000a11:15:04.718588 bus /gobi_6: Setting Online False\u000a11:15:05.917223 bus /gobi_6: Setting Powered False\u000a11:15:13.221217 bus /gobi_6: Setting Powered True\u000a11:15:14.646074 bus /gobi_6: Setting Online True\u000a11:15:17.205657 tst /gobi_6: Connect to ('901', '70')\u000a11:15:17.488459 tst /gobi_6: Manufacturer: 'Quectel', Model: 'EC20', Revision: 'EC20EQAR02A13E2G 1 [Jul 5 2017 10:49:17]', Serial: '868323024273648'\u000a11:15:17.617459 tst iperf3m4.py: using MSISDN 3975\u000a11:15:17.851571 bus /gobi_0: Setting Powered True\u000a11:15:21.357350 run osmo-hlr_10.42.42.2: Add subscriber {algo=1, algo_str='comp128v1', imsi='901700000023847', msisdn='3975', subscriber_id=2}\u000a11:15:21.634105 bus /gobi_0: Setting Online False\u000a11:15:22.823810 bus /gobi_0: Setting Powered False\u000a11:15:30.207200 bus /gobi_0: Setting Powered True\u000a11:15:31.566424 bus /gobi_0: Setting Online True\u000a11:15:32.437298 tst /gobi_6: Already registered with network ('901', '70')\u000a11:15:34.215227 tst /gobi_0: Connect to ('901', '70')\u000a11:15:34.505310 tst /gobi_0: Manufacturer: 'Quectel', Model: 'EC20', Revision: 'EC20EQAR02A05E2G 1 [Mar 14 2016 19:33:01]', Serial: '868323024271873'\u000a11:15:34.634514 tst iperf3m4.py: using MSISDN 3976\u000a11:15:34.873109 bus /gobi_1: Setting Powered True\u000a11:15:38.477034 run osmo-hlr_10.42.42.2: Add subscriber {algo=1, algo_str='comp128v1', imsi='901700000023848', msisdn='3976', subscriber_id=3}\u000a11:15:38.769444 bus /gobi_1: Setting Online False\u000a11:15:39.958579 bus /gobi_1: Setting Powered False\u000a11:15:47.232267 bus /gobi_1: Setting Powered True\u000a11:15:48.634433 bus /gobi_1: Setting Online True\u000a11:15:50.245581 tst /gobi_0: Already registered with network ('901', '70')\u000a11:15:51.126457 tst /gobi_1: Connect to ('901', '70')\u000a11:15:51.388694 tst /gobi_1: Manufacturer: 'Quectel', Model: 'EC20', Revision: 'EC20EQAR02A05E2G 1 [Mar 14 2016 19:33:01]', Serial: '868323024272103'\u000a11:15:51.508304 tst iperf3m4.py: using MSISDN 3977\u000a11:15:51.688502 bus /gobi_4: Setting Powered True\u000a11:15:55.203861 run osmo-hlr_10.42.42.2: Add subscriber {algo=1, algo_str='comp128v1', imsi='901700000023849', msisdn='3977', subscriber_id=4}\u000a11:15:55.505376 bus /gobi_4: Setting Online False\u000a11:15:56.692708 bus /gobi_4: Setting Powered False\u000a11:16:03.453280 bus /gobi_4: Setting Powered True\u000a11:16:04.829794 bus /gobi_4: Setting Online True\u000a11:16:07.271780 tst /gobi_4: Connect to ('901', '70')\u000a11:16:07.543309 tst /gobi_4: Manufacturer: 'Quectel', Model: 'EC20', Revision: 'EC20EQAR02A08E2G 1 [Jul 21 2016 10:00:50]', Serial: '868323025161511'\u000a11:16:07.757622 tst iperf3m4.py:8: waiting for modems to attach...\u000a11:16:08.009116 tst /gobi_1: Already registered with network ('901', '70')\u000a11:16:24.032212 tst /gobi_4: Already registered with network ('901', '70')\u000a11:16:29.438159 tst iperf3m4.py:8: waiting for modems to attach to data services...\u000a11:16:32.470261 tst /gobi_6: context activated {apn='inet46', path='/gobi_6/context2', properties={AccessPointName='inet46', Active=True, AuthenticationMethod='chap', IPv6.Settings={}, Name='Internet', Password='', Protocol='ip', Settings={Address='176.16.46.1', DomainNameServers=['192.168.100.1', '8.8.8.8'], Gateway='176.16.46.2', Interface='r433306bbc2604b', Method='static', Netmask='255.255.255.252'}, Type='internet', Username='ogt'}, user='ogt'}\u000a11:16:32.656832 tst iperf3m4.py:8: Setting up data plan for \"'/gobi_6/context2'\"\u000a11:16:33.010364 run move_netns(pid=18898): Launched\u000a11:16:34.194610 run move_netns(pid=18898): Terminated: ok {rc=0}\u000a11:16:34.527263 run ifup(pid=18901): Launched\u000a11:16:35.712256 run ifup(pid=18901): Terminated: ok {rc=0}\u000a11:16:36.046034 run dhcp(pid=18904): Launched\u000a11:16:37.241544 run dhcp(pid=18904): Terminated: ok {rc=0}\u000a11:16:45.629495 tst /gobi_0: context activated {apn='inet46', path='/gobi_0/context2', properties={AccessPointName='inet46', Active=True, AuthenticationMethod='chap', IPv6.Settings={}, Name='Internet', Password='', Protocol='ip', Settings={Address='176.16.46.2', DomainNameServers=['192.168.100.1', '8.8.8.8'], Gateway='176.16.46.1', Interface='r82dcf628584c1c', Method='static', Netmask='255.255.255.252'}, Type='internet', Username='ogt'}, user='ogt'}\u000a11:16:45.832892 tst iperf3m4.py:8: Setting up data plan for \"'/gobi_0/context2'\"\u000a11:16:46.216989 run move_netns(pid=18922): Launched\u000a11:16:47.413335 run move_netns(pid=18922): Terminated: ok {rc=0}\u000a11:16:47.761162 run ifup(pid=18925): Launched\u000a11:16:48.945720 run ifup(pid=18925): Terminated: ok {rc=0}\u000a11:16:49.274821 run dhcp(pid=18928): Launched\u000a11:16:50.459097 run dhcp(pid=18928): Terminated: ok {rc=0}\u000a11:16:58.814582 tst /gobi_1: context activated {apn='inet46', path='/gobi_1/context11', properties={AccessPointName='inet46', Active=True, AuthenticationMethod='chap', IPv6.Settings={}, Name='Internet', Password='', Protocol='ip', Settings={Address='176.16.46.3', DomainNameServers=['192.168.100.1', '8.8.8.8'], Gateway='176.16.46.1', Interface='rf303c5eb721dad', Method='static', Netmask='255.255.255.248'}, Type='internet', Username='ogt'}, user='ogt'}\u000a11:16:59.017705 tst iperf3m4.py:8: Setting up data plan for \"'/gobi_1/context11'\"\u000a11:16:59.392761 run move_netns(pid=18946): Launched\u000a11:17:00.576526 run move_netns(pid=18946): Terminated: ok {rc=0}\u000a11:17:00.901421 run ifup(pid=18949): Launched\u000a11:17:02.086312 run ifup(pid=18949): Terminated: ok {rc=0}\u000a11:17:02.421559 run dhcp(pid=18955): Launched\u000a11:17:03.616651 run dhcp(pid=18955): Terminated: ok {rc=0}\u000a11:17:11.990881 tst /gobi_4: context activated {apn='inet46', path='/gobi_4/context2', properties={AccessPointName='inet46', Active=True, AuthenticationMethod='chap', IPv6.Settings={}, Name='Internet', Password='', Protocol='ip', Settings={Address='176.16.46.4', DomainNameServers=['192.168.100.1', '8.8.8.8'], Gateway='176.16.46.5', Interface='r9d788e55295d1b', Method='static', Netmask='255.255.255.252'}, Type='internet', Username='ogt'}, user='ogt'}\u000a11:17:12.177679 tst iperf3m4.py:8: Setting up data plan for \"'/gobi_4/context2'\"\u000a11:17:12.535511 run move_netns(pid=18973): Launched\u000a11:17:13.718550 run move_netns(pid=18973): Terminated: ok {rc=0}\u000a11:17:14.052386 run ifup(pid=18976): Launched\u000a11:17:15.249554 run ifup(pid=18976): Terminated: ok {rc=0}\u000a11:17:15.599760 run dhcp(pid=18979): Launched\u000a11:17:16.795873 run dhcp(pid=18979): Terminated: ok {rc=0}\u000a11:17:17.004972 tst iperf3m4.py:8: Running iperf3 client to 10.42.42.10:5003 through \"'/gobi_6/context2'\"\u000a11:17:17.145835 run iperf3-cli_10.42.42.10: Preparing iperf3-client connecting to 10.42.42.10:5003 (proto=tcp,time=60s)\u000a11:17:17.550481 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18995): Launched\u000a11:17:17.788259 tst iperf3m4.py:8: Running iperf3 client to 10.42.42.10:5004 through \"'/gobi_0/context2'\"\u000a11:17:17.918451 run iperf3-cli_10.42.42.10: Preparing iperf3-client connecting to 10.42.42.10:5004 (proto=tcp,time=60s)\u000a11:17:18.299597 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18998): Launched\u000a11:17:18.537531 tst iperf3m4.py:8: Running iperf3 client to 10.42.42.10:5005 through \"'/gobi_1/context11'\"\u000a11:17:18.667800 run iperf3-cli_10.42.42.10: Preparing iperf3-client connecting to 10.42.42.10:5005 (proto=tcp,time=60s)\u000a11:17:19.045020 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19001): Launched\u000a11:17:19.282402 tst iperf3m4.py:8: Running iperf3 client to 10.42.42.10:5006 through \"'/gobi_4/context2'\"\u000a11:17:19.413055 run iperf3-cli_10.42.42.10: Preparing iperf3-client connecting to 10.42.42.10:5006 (proto=tcp,time=60s)\u000a11:17:19.792067 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19004): Launched\u000a11:17:20.107287 run iperf3-cli_10.42.42.10(pid=19007): Launched\u000a11:17:20.376609 run iperf3-cli_10.42.42.10(pid=19010): Launched\u000a11:17:20.646843 run iperf3-cli_10.42.42.10(pid=19013): Launched\u000a11:17:20.915049 run iperf3-cli_10.42.42.10(pid=19016): Launched\u000a11:18:29.234857 run iperf3-cli_10.42.42.10(pid=19007): ERR: Terminated: ERROR {rc=1} [trial-2066↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪iperf3-srv_10.42.42.10↪iperf3-cli_10.42.42.10↪iperf3-cli_10.42.42.10(pid=19007)]\u000a11:18:29.382794 run iperf3-cli_10.42.42.10(pid=19007): stdout: \u000a| \u0009\u0009\u0009\u0009\"bits_per_second\":\u00090,\u000a| \u0009\u0009\u0009\u0009\"retransmits\":\u00090,\u000a| \u0009\u0009\u0009\u0009\"omitted\":\u0009false\u000a| \u0009\u0009\u0009}\u000a| \u0009\u0009}],\u000a| \u0009\"end\":\u0009{\u000a| \u0009},\u000a| \u0009\"error\":\u0009\"error - control socket has closed unexpectedly\"\u000a| }\u000a| child exited with 1 \u000a11:18:29.526855 run iperf3-cli_10.42.42.10(pid=19007): stderr: \u000a| (launched: 2022-09-07_11:17:19.996357) \u000a11:18:35.720649 run iperf3-cli_10.42.42.10(pid=19010): ERR: Terminated: ERROR {rc=1} [trial-2066↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪iperf3-srv_10.42.42.10↪iperf3-cli_10.42.42.10↪iperf3-cli_10.42.42.10(pid=19010)]\u000a11:18:35.851788 run iperf3-cli_10.42.42.10(pid=19010): stdout: \u000a| \u0009\u0009\u0009\u0009\"bits_per_second\":\u00090,\u000a| \u0009\u0009\u0009\u0009\"retransmits\":\u00090,\u000a| \u0009\u0009\u0009\u0009\"omitted\":\u0009false\u000a| \u0009\u0009\u0009}\u000a| \u0009\u0009}],\u000a| \u0009\"end\":\u0009{\u000a| \u0009},\u000a| \u0009\"error\":\u0009\"error - control socket has closed unexpectedly\"\u000a| }\u000a| child exited with 1 \u000a11:18:35.979699 run iperf3-cli_10.42.42.10(pid=19010): stderr: \u000a| (launched: 2022-09-07_11:17:20.264381) \u000a11:18:37.162106 run iperf3-cli_10.42.42.10(pid=19013): ERR: Terminated: ERROR {rc=1} [trial-2066↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪iperf3-srv_10.42.42.10↪iperf3-cli_10.42.42.10↪iperf3-cli_10.42.42.10(pid=19013)]\u000a11:18:37.291204 run iperf3-cli_10.42.42.10(pid=19013): stdout: \u000a| \u0009\u0009\u0009\u0009\"bits_per_second\":\u00090,\u000a| \u0009\u0009\u0009\u0009\"retransmits\":\u00090,\u000a| \u0009\u0009\u0009\u0009\"omitted\":\u0009false\u000a| \u0009\u0009\u0009}\u000a| \u0009\u0009}],\u000a| \u0009\"end\":\u0009{\u000a| \u0009},\u000a| \u0009\"error\":\u0009\"error - control socket has closed unexpectedly\"\u000a| }\u000a| child exited with 1 \u000a11:18:37.419818 run iperf3-cli_10.42.42.10(pid=19013): stderr: \u000a| (launched: 2022-09-07_11:17:20.534404) \u000a11:18:38.607294 run iperf3-cli_10.42.42.10(pid=19016): ERR: Terminated: ERROR {rc=1} [trial-2066↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪iperf3-srv_10.42.42.10↪iperf3-cli_10.42.42.10↪iperf3-cli_10.42.42.10(pid=19016)]\u000a11:18:38.737791 run iperf3-cli_10.42.42.10(pid=19016): stdout: \u000a| \u0009\u0009\u0009\u0009\"bits_per_second\":\u00090,\u000a| \u0009\u0009\u0009\u0009\"retransmits\":\u00090,\u000a| \u0009\u0009\u0009\u0009\"omitted\":\u0009false\u000a| \u0009\u0009\u0009}\u000a| \u0009\u0009}],\u000a| \u0009\"end\":\u0009{\u000a| \u0009},\u000a| \u0009\"error\":\u0009\"error - control socket has closed unexpectedly\"\u000a| }\u000a| child exited with 1 \u000a11:18:38.868686 run iperf3-cli_10.42.42.10(pid=19016): stderr: \u000a| (launched: 2022-09-07_11:17:20.804104) \u000a11:18:38.987201 run iperf3-srv_10.42.42.10(pid=18291): Terminating (SIGINT)\u000a11:18:39.341198 run iperf3-srv_10.42.42.10(pid=18291): Terminated {rc=1}\u000a11:18:39.552386 tst iperf3m4.py:8: Results for 10.42.42.10:5003 through \"'/gobi_6/context2'\"\u000a11:18:39.614165 tst iperf3m4.py:8: ERR: KeyError: 'sum_sent' [trial-2066↪gprs:sysmo↪iperf3m4.py:8]\u000a11:18:39.622613 tst iperf3m4.py:8: Test FAILED (298.4 sec)\u000a11:18:39.661212 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18290): Terminating (SIGTERM)\u000a11:18:39.705708 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18292): Terminating (SIGTERM)\u000a11:18:39.750490 run iperf3-srv_10.42.42.10(pid=18293): Terminating (SIGTERM)\u000a11:18:39.795369 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18294): Terminating (SIGTERM)\u000a11:18:39.839100 run iperf3-srv_10.42.42.10(pid=18295): Terminating (SIGTERM)\u000a11:18:39.883752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18296): Terminating (SIGTERM)\u000a11:18:39.928412 run iperf3-srv_10.42.42.10(pid=18297): Terminating (SIGTERM)\u000a11:18:39.972258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18300): Terminating (SIGTERM)\u000a11:18:40.016802 run osmo-hlr_10.42.42.2(pid=18301): Terminating (SIGTERM)\u000a11:18:40.061625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18302): Terminating (SIGTERM)\u000a11:18:40.107513 run osmo-stp_10.42.42.5(pid=18303): Terminating (SIGTERM)\u000a11:18:40.175402 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18304): Terminating (SIGTERM)\u000a11:18:40.220721 run osmo-ggsn_10.42.42.6(pid=18309): Terminating (SIGTERM)\u000a11:18:40.321460 run pcap-recorder_any(filters='host 10.42.42.7')(pid=18334): Terminating (SIGTERM)\u000a11:18:40.380068 run osmo-sgsn_10.42.42.7(pid=18335): Terminating (SIGTERM)\u000a11:18:40.429862 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=18336): Terminating (SIGTERM)\u000a11:18:40.484651 run osmo-msc_10.42.42.8(pid=18337): Terminating (SIGTERM)\u000a11:18:40.536059 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=18338): Terminating (SIGTERM)\u000a11:18:40.579308 run osmo-mgw_10.42.42.3(pid=18339): Terminating (SIGTERM)\u000a11:18:40.621384 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=18340): Terminating (SIGTERM)\u000a11:18:40.664572 run osmo-mgw_10.42.42.4(pid=18341): Terminating (SIGTERM)\u000a11:18:40.705651 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=18342): Terminating (SIGTERM)\u000a11:18:40.747107 run osmo-bsc_10.42.42.9(pid=18343): Terminating (SIGTERM)\u000a11:18:40.788954 run osmo-bts-sysmo(pid=18352): Terminating (SIGTERM)\u000a11:18:40.831012 run osmo-pcu(pid=18365): Terminating (SIGTERM)\u000a11:18:40.874842 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18995): Terminating (SIGTERM)\u000a11:18:41.024321 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18995)-killSignals.SIGTERM(pid=19043): Launched\u000a11:18:42.114506 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18995)-killSignals.SIGTERM(pid=19043): Terminated: ok {rc=0}\u000a11:18:42.160274 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18998): Terminating (SIGTERM)\u000a11:18:42.312350 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18998)-killSignals.SIGTERM(pid=19048): Launched\u000a11:18:43.403477 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18998)-killSignals.SIGTERM(pid=19048): Terminated: ok {rc=0}\u000a11:18:43.449262 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19001): Terminating (SIGTERM)\u000a11:18:43.597525 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19001)-killSignals.SIGTERM(pid=19051): Launched\u000a11:18:44.688563 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19001)-killSignals.SIGTERM(pid=19051): Terminated: ok {rc=0}\u000a11:18:44.734376 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19004): Terminating (SIGTERM)\u000a11:18:44.882024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19004)-killSignals.SIGTERM(pid=19054): Launched\u000a11:18:45.974138 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19004)-killSignals.SIGTERM(pid=19054): Terminated: ok {rc=0}\u000a11:18:45.988120 --- ParallelTerminationStrategy: PID 18290 died...\u000a11:18:46.043019 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18290): Terminated: ok {rc=0}\u000a11:18:46.052846 --- ParallelTerminationStrategy: PID 18292 died...\u000a11:18:46.107335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18292): Terminated: ok {rc=0}\u000a11:18:46.117137 --- ParallelTerminationStrategy: PID 18293 died...\u000a11:18:46.170990 run iperf3-srv_10.42.42.10(pid=18293): Terminated {rc=256}\u000a11:18:46.180895 --- ParallelTerminationStrategy: PID 18294 died...\u000a11:18:46.235868 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18294): Terminated: ok {rc=0}\u000a11:18:46.245712 --- ParallelTerminationStrategy: PID 18295 died...\u000a11:18:46.301925 run iperf3-srv_10.42.42.10(pid=18295): Terminated {rc=256}\u000a11:18:46.311600 --- ParallelTerminationStrategy: PID 18296 died...\u000a11:18:46.365797 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18296): Terminated: ok {rc=0}\u000a11:18:46.375552 --- ParallelTerminationStrategy: PID 18297 died...\u000a11:18:46.429390 run iperf3-srv_10.42.42.10(pid=18297): Terminated {rc=256}\u000a11:18:46.439541 --- ParallelTerminationStrategy: PID 18300 died...\u000a11:18:46.494619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18300): Terminated: ok {rc=0}\u000a11:18:46.504383 --- ParallelTerminationStrategy: PID 18301 died...\u000a11:18:46.559093 run osmo-hlr_10.42.42.2(pid=18301): Terminated: ok {rc=0}\u000a11:18:46.568898 --- ParallelTerminationStrategy: PID 18302 died...\u000a11:18:46.623050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18302): Terminated: ok {rc=0}\u000a11:18:46.632859 --- ParallelTerminationStrategy: PID 18303 died...\u000a11:18:46.686641 run osmo-stp_10.42.42.5(pid=18303): Terminated: ok {rc=0}\u000a11:18:46.696466 --- ParallelTerminationStrategy: PID 18304 died...\u000a11:18:46.750538 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18304): Terminated: ok {rc=0}\u000a11:18:46.760334 --- ParallelTerminationStrategy: PID 18309 died...\u000a11:18:46.814218 run osmo-ggsn_10.42.42.6(pid=18309): Terminated: ok {rc=0}\u000a11:18:46.824030 --- ParallelTerminationStrategy: PID 18334 died...\u000a11:18:46.878097 run pcap-recorder_any(filters='host 10.42.42.7')(pid=18334): Terminated: ok {rc=0}\u000a11:18:46.887899 --- ParallelTerminationStrategy: PID 18335 died...\u000a11:18:46.941896 run osmo-sgsn_10.42.42.7(pid=18335): Terminated: ok {rc=0}\u000a11:18:46.951724 --- ParallelTerminationStrategy: PID 18336 died...\u000a11:18:47.005934 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=18336): Terminated: ok {rc=0}\u000a11:18:47.015920 --- ParallelTerminationStrategy: PID 18337 died...\u000a11:18:47.070303 run osmo-msc_10.42.42.8(pid=18337): Terminated: ok {rc=0}\u000a11:18:47.080538 --- ParallelTerminationStrategy: PID 18338 died...\u000a11:18:47.135209 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=18338): Terminated: ok {rc=0}\u000a11:18:47.145444 --- ParallelTerminationStrategy: PID 18339 died...\u000a11:18:47.200766 run osmo-mgw_10.42.42.3(pid=18339): Terminated {rc=15}\u000a11:18:47.211137 --- ParallelTerminationStrategy: PID 18340 died...\u000a11:18:47.265972 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=18340): Terminated: ok {rc=0}\u000a11:18:47.276294 --- ParallelTerminationStrategy: PID 18341 died...\u000a11:18:47.331076 run osmo-mgw_10.42.42.4(pid=18341): Terminated {rc=15}\u000a11:18:47.341339 --- ParallelTerminationStrategy: PID 18342 died...\u000a11:18:47.396064 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=18342): Terminated: ok {rc=0}\u000a11:18:47.406224 --- ParallelTerminationStrategy: PID 18343 died...\u000a11:18:47.461093 run osmo-bsc_10.42.42.9(pid=18343): Terminated: ok {rc=0}\u000a11:18:47.471577 --- ParallelTerminationStrategy: PID 18352 died...\u000a11:18:47.526400 run osmo-bts-sysmo(pid=18352): Terminated: ok {rc=0}\u000a11:18:47.536794 --- ParallelTerminationStrategy: PID 18365 died...\u000a11:18:47.591439 run osmo-pcu(pid=18365): Terminated: ok {rc=0}\u000a11:18:53.457912 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18995): Terminating (SIGINT)\u000a11:18:53.610339 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18995)-killSignals.SIGINT(pid=19057): Launched\u000a11:18:54.702652 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18995)-killSignals.SIGINT(pid=19057): Terminated: ok {rc=0}\u000a11:18:54.748746 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18998): Terminating (SIGINT)\u000a11:18:54.903243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18998)-killSignals.SIGINT(pid=19060): Launched\u000a11:18:55.999259 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18998)-killSignals.SIGINT(pid=19060): Terminated: ok {rc=0}\u000a11:18:56.047381 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19001): Terminating (SIGINT)\u000a11:18:56.202254 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19001)-killSignals.SIGINT(pid=19063): Launched\u000a11:18:57.296337 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19001)-killSignals.SIGINT(pid=19063): Terminated: ok {rc=0}\u000a11:18:57.344711 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19004): Terminating (SIGINT)\u000a11:18:57.498790 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19004)-killSignals.SIGINT(pid=19070): Launched\u000a11:18:58.594062 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19004)-killSignals.SIGINT(pid=19070): Terminated: ok {rc=0}\u000a11:19:04.466106 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18995): Terminating (SIGKILL)\u000a11:19:04.621749 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18995)-killSignals.SIGUSR1(pid=19073): Launched\u000a11:19:05.716462 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18995)-killSignals.SIGUSR1(pid=19073): Terminated: ok {rc=0}\u000a11:19:05.764340 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18998): Terminating (SIGKILL)\u000a11:19:05.917842 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18998)-killSignals.SIGUSR1(pid=19076): Launched\u000a11:19:07.011550 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18998)-killSignals.SIGUSR1(pid=19076): Terminated: ok {rc=0}\u000a11:19:07.059323 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19001): Terminating (SIGKILL)\u000a11:19:07.212499 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19001)-killSignals.SIGUSR1(pid=19079): Launched\u000a11:19:08.306640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19001)-killSignals.SIGUSR1(pid=19079): Terminated: ok {rc=0}\u000a11:19:08.354478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19004): Terminating (SIGKILL)\u000a11:19:08.511708 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19004)-killSignals.SIGUSR1(pid=19082): Launched\u000a11:19:09.606901 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19004)-killSignals.SIGUSR1(pid=19082): Terminated: ok {rc=0}\u000a11:19:09.839420 bus /gobi_4: Setting Online False\u000a11:19:11.009890 bus /gobi_4: Setting Powered False\u000a11:19:20.979513 bus /gobi_4: Setting Powered False\u000a11:19:22.086087 bus /gobi_4: Setting Powered False\u000a11:19:23.239535 bus /gobi_1: Setting Online False\u000a11:19:24.352922 bus /gobi_1: Setting Powered False\u000a11:19:32.122180 bus /gobi_1: Setting Powered False\u000a11:19:33.225816 bus /gobi_1: Setting Powered False\u000a11:19:34.384281 bus /gobi_0: Setting Online False\u000a11:19:35.517399 bus /gobi_0: Setting Powered False\u000a11:19:43.975893 bus /gobi_0: Setting Powered False\u000a11:19:45.082850 bus /gobi_0: Setting Powered False\u000a11:19:46.236210 bus /gobi_6: Setting Online False\u000a11:19:47.354770 bus /gobi_6: Setting Powered False\u000a11:19:55.131635 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 0, "className" : "gprs:sysmo", "duration" : 146.0, "errorDetails" : None, "errorStackTrace" : None, "failedSince" : 0, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "PASSED", "stderr" : None, "stdout" : "(launched: 2022-09-07_11:21:55.109240)\u000a19171: waiting for 19172\u000aPING 10.42.42.6 (10.42.42.6) 56(84) bytes of data.\u000a64 bytes from 10.42.42.6: icmp_seq=1 ttl=64 time=491 ms\u000a64 bytes from 10.42.42.6: icmp_seq=2 ttl=64 time=431 ms\u000a64 bytes from 10.42.42.6: icmp_seq=3 ttl=64 time=390 ms\u000a64 bytes from 10.42.42.6: icmp_seq=4 ttl=64 time=386 ms\u000a64 bytes from 10.42.42.6: icmp_seq=5 ttl=64 time=386 ms\u000a64 bytes from 10.42.42.6: icmp_seq=6 ttl=64 time=363 ms\u000a64 bytes from 10.42.42.6: icmp_seq=7 ttl=64 time=622 ms\u000a64 bytes from 10.42.42.6: icmp_seq=8 ttl=64 time=604 ms\u000a64 bytes from 10.42.42.6: icmp_seq=9 ttl=64 time=521 ms\u000a64 bytes from 10.42.42.6: icmp_seq=10 ttl=64 time=499 ms\u000a\u000a--- 10.42.42.6 ping statistics ---\u000a10 packets transmitted, 10 received, 0% packet loss, time 20ms\u000artt min/avg/max/mdev = 363.029/469.397/621.852/88.624 ms\u000achild exited with 0\u000a" }, { "testActions" : [ ], "age" : 0, "className" : "gprs:sysmo", "duration" : 216.0, "errorDetails" : None, "errorStackTrace" : None, "failedSince" : 0, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "PASSED", "stderr" : None, "stdout" : "[1] Running 10 ping requests for \"'/gobi_6/context2'\"\u000a(launched: 2022-09-07_11:24:59.532934)\u000a19288: waiting for 19289\u000aPING 10.42.42.6 (10.42.42.6) 56(84) bytes of data.\u000a64 bytes from 10.42.42.6: icmp_seq=1 ttl=64 time=558 ms\u000a64 bytes from 10.42.42.6: icmp_seq=2 ttl=64 time=559 ms\u000a64 bytes from 10.42.42.6: icmp_seq=3 ttl=64 time=519 ms\u000a64 bytes from 10.42.42.6: icmp_seq=4 ttl=64 time=515 ms\u000a64 bytes from 10.42.42.6: icmp_seq=5 ttl=64 time=637 ms\u000a64 bytes from 10.42.42.6: icmp_seq=6 ttl=64 time=616 ms\u000a64 bytes from 10.42.42.6: icmp_seq=7 ttl=64 time=599 ms\u000a64 bytes from 10.42.42.6: icmp_seq=8 ttl=64 time=618 ms\u000a64 bytes from 10.42.42.6: icmp_seq=9 ttl=64 time=399 ms\u000a64 bytes from 10.42.42.6: icmp_seq=10 ttl=64 time=515 ms\u000a\u000a--- 10.42.42.6 ping statistics ---\u000a10 packets transmitted, 10 received, 0% packet loss, time 11ms\u000artt min/avg/max/mdev = 398.572/553.507/637.368/67.349 ms\u000achild exited with 0\u000aSleeping for 60 seconds\u000a[2] Running 10 ping requests for \"'/gobi_6/context2'\"\u000a(launched: 2022-09-07_11:26:10.710394)\u000a19296: waiting for 19297\u000aPING 10.42.42.6 (10.42.42.6) 56(84) bytes of data.\u000a64 bytes from 10.42.42.6: icmp_seq=1 ttl=64 time=501 ms\u000a64 bytes from 10.42.42.6: icmp_seq=2 ttl=64 time=424 ms\u000a64 bytes from 10.42.42.6: icmp_seq=3 ttl=64 time=383 ms\u000a64 bytes from 10.42.42.6: icmp_seq=4 ttl=64 time=379 ms\u000a64 bytes from 10.42.42.6: icmp_seq=5 ttl=64 time=382 ms\u000a64 bytes from 10.42.42.6: icmp_seq=6 ttl=64 time=360 ms\u000a64 bytes from 10.42.42.6: icmp_seq=7 ttl=64 time=619 ms\u000a64 bytes from 10.42.42.6: icmp_seq=8 ttl=64 time=603 ms\u000a64 bytes from 10.42.42.6: icmp_seq=9 ttl=64 time=622 ms\u000a64 bytes from 10.42.42.6: icmp_seq=10 ttl=64 time=619 ms\u000a\u000a--- 10.42.42.6 ping statistics ---\u000a10 packets transmitted, 10 received, 0% packet loss, time 11ms\u000artt min/avg/max/mdev = 360.123/489.363/622.350/109.597 ms\u000achild exited with 0\u000a" } ], "duration" : 1331.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-09-07T11:04:37" } ] }