{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 1497.0, "empty" : False, "failCount" : 4, "passCount" : 3, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 2, "className" : "nitb_sms:sysmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=26640): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26640) [trial-2064↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26640)]", "failedSince" : 2063, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=26640): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26640) [trial-2064↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26640)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2064 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a18:32:55.839041 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a18:32:55.850080 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a18:32:56.438424 tst mo_mt_sms.py: using LAC 3943\u000a18:32:56.563411 tst mo_mt_sms.py: using RAC 118\u000a18:32:56.683166 tst mo_mt_sms.py: using CellId 3943\u000a18:32:56.803315 tst mo_mt_sms.py: using BVCI 3944\u000a18:32:56.826951 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a18:32:57.032876 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a18:32:57.320149 tst mo_mt_sms.py:9: start nitb and bts...\u000a18:32:57.453587 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a18:32:59.831117 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26639): Launched\u000a18:33:00.149694 run osmo-nitb_10.42.42.2(pid=26640): Launched\u000a18:33:00.332980 run osmo-nitb_10.42.42.2(pid=26640): ERR: Terminated: ERROR {rc=2} [trial-2064↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26640)]\u000a18:33:00.465262 run osmo-nitb_10.42.42.2(pid=26640): stdout: \u000a| (launched: 2022-03-29_18:32:59.992947) \u000a18:33:00.597541 run osmo-nitb_10.42.42.2(pid=26640): stderr: \u000a| (launched: 2022-03-29_18:33:00.040289)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:33:00.725490 run osmo-nitb_10.42.42.2(pid=26640): stdout: \u000a| (launched: 2022-03-29_18:32:59.992947) \u000a18:33:00.852224 run osmo-nitb_10.42.42.2(pid=26640): stderr: \u000a| (launched: 2022-03-29_18:33:00.040289)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:33:00.907874 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=26640): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26640) [trial-2064↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26640)] [trial-2064↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a18:33:00.916265 tst mo_mt_sms.py:11: Test FAILED (5.1 sec)\u000a18:33:00.952337 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26639): Terminating (SIGTERM)\u000a18:33:01.130028 --- ParallelTerminationStrategy: PID 26639 died...\u000a18:33:01.187742 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26639): Terminated: ok {rc=0}\u000a18:33:01.276142 bus /sierra_3: Setting Powered False\u000a18:33:02.383378 bus /sierra_3: Setting Powered False\u000a18:33:03.496387 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-03-29T18:32:55" }, { "cases" : [ { "testActions" : [ ], "age" : 0, "className" : "sms:sysmo", "duration" : 117.0, "errorDetails" : None, "errorStackTrace" : None, "failedSince" : 0, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "PASSED", "stderr" : None, "stdout" : "\u000a----------------------------------------------\u000atrial-2064 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a18:33:05.360039 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:33:05.371148 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a18:33:05.497359 tst mo_mt_sms.py: using LAC 3944\u000a18:33:05.622986 tst mo_mt_sms.py: using RAC 119\u000a18:33:05.746925 tst mo_mt_sms.py: using CellId 3944\u000a18:33:05.865893 tst mo_mt_sms.py: using BVCI 3945\u000a18:33:05.888643 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:33:05.899366 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:33:05.909843 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:33:05.920244 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:33:05.930892 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:33:05.942007 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a18:33:06.060248 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a18:33:06.259539 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:33:07.882438 run create_hlr_db(pid=26644): Launched\u000a18:33:08.064186 bus /sierra_2: Setting Powered False\u000a18:33:09.086932 run create_hlr_db(pid=26644): Terminated: ok {rc=0}\u000a18:33:09.498436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26646): Launched\u000a18:33:09.822046 run osmo-hlr_10.42.42.2(pid=26647): Launched\u000a18:33:09.941325 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:33:12.520709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26648): Launched\u000a18:33:12.838899 run osmo-stp_10.42.42.5(pid=26649): Launched\u000a18:33:12.953491 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:33:18.420808 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26650): Launched\u000a18:33:18.740415 run osmo-msc_10.42.42.6(pid=26651): Launched\u000a18:33:21.911899 run osmo-mgw_10.42.42.3: Starting osmo-mgw\u000a18:33:23.647652 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=26652): Launched\u000a18:33:23.969238 run osmo-mgw_10.42.42.3(pid=26653): Launched\u000a18:33:24.085753 run osmo-mgw_10.42.42.4: Starting osmo-mgw\u000a18:33:24.630604 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=26654): Launched\u000a18:33:24.948483 run osmo-mgw_10.42.42.4(pid=26655): Launched\u000a18:33:25.065755 run osmo-bsc_10.42.42.7: Starting osmo-bsc\u000a18:33:29.577468 run pcap-recorder_any(filters='host 10.42.42.7 and port not 22')(pid=26656): Launched\u000a18:33:29.897777 run osmo-bsc_10.42.42.7(pid=26657): Launched\u000a18:33:36.172016 run osmo-bts-sysmo: Starting sysmoBTS to connect to osmo-bsc_10.42.42.7\u000a18:33:37.132419 run rm-remote-dir(pid=26658): Launched\u000a18:33:39.330980 run rm-remote-dir(pid=26658): Terminated: ok {rc=0}\u000a18:33:39.675464 run mk-remote-dir(pid=26659): Launched\u000a18:33:40.872438 run mk-remote-dir(pid=26659): Terminated: ok {rc=0}\u000a18:33:41.169318 run scp-inst-to-remote(pid=26660): Launched\u000a18:33:53.382223 run scp-inst-to-remote(pid=26660): Terminated: ok {rc=0}\u000a18:33:53.720170 run mk-remote-dir(pid=26662): Launched\u000a18:33:54.912971 run mk-remote-dir(pid=26662): Terminated: ok {rc=0}\u000a18:33:55.203934 run scp-cfg-to-remote(pid=26663): Launched\u000a18:33:56.388568 run scp-cfg-to-remote(pid=26663): Terminated: ok {rc=0}\u000a18:33:56.700620 run reload-dsp-firmware(pid=26665): Launched\u000a18:33:58.880021 run reload-dsp-firmware(pid=26665): Terminated: ok {rc=0}\u000a18:33:59.184271 run osmo-bts-sysmo(pid=26666): Launched\u000a18:34:03.414087 tst mo_mt_sms.py: using MSISDN 3947\u000a18:34:03.578595 bus /sierra_2: Setting Powered True\u000a18:34:07.047828 run osmo-hlr_10.42.42.2: Add subscriber {algo=1, algo_str='comp128v1', imsi='901700000015252', msisdn='3947', subscriber_id=1}\u000a18:34:07.183238 tst mo_mt_sms.py: using MSISDN 3948\u000a18:34:07.357536 bus /sierra_3: Setting Powered True\u000a18:34:10.816659 run osmo-hlr_10.42.42.2: Add subscriber {algo=1, algo_str='comp128v1', imsi='901700000015253', msisdn='3948', subscriber_id=2}\u000a18:34:11.095892 bus /sierra_2: Setting Online False\u000a18:34:12.283890 bus /sierra_2: Setting Powered False\u000a18:34:18.142931 bus /sierra_2: Setting Powered True\u000a18:34:19.480373 bus /sierra_2: Setting Online True\u000a18:34:21.988251 tst /sierra_2: Connect to ('901', '70')\u000a18:34:22.288326 bus /sierra_3: Setting Online False\u000a18:34:23.480476 bus /sierra_3: Setting Powered False\u000a18:34:29.143317 bus /sierra_3: Setting Powered True\u000a18:34:30.492317 bus /sierra_3: Setting Online True\u000a18:34:33.030387 tst /sierra_3: Connect to ('901', '70')\u000a18:34:33.203397 tst /sierra_2: Manufacturer: 'Sierra Wireless, Incorporated', Model: 'MC7304', Revision: 'SWI9X15C_06.03.32.04 r28324 CNSHZ-AR-BUILD 2015/05/25 01:09:15', Serial: '356853054228053'\u000a18:34:33.324656 tst /sierra_3: Manufacturer: 'Sierra Wireless, Incorporated', Model: 'MC7304', Revision: 'SWI9X15C_06.03.32.04 r28324 CNSHZ-AR-BUILD 2015/05/25 01:09:15', Serial: '356853054229028'\u000a18:34:33.519385 tst mo_mt_sms.py:35: waiting for modems to attach...\u000a18:34:36.777398 tst /sierra_2: Already registered with network ('901', '70')\u000a18:34:49.566537 tst /sierra_3: Already registered with network ('901', '70')\u000a18:34:54.936259 tst /sierra_2: sending sms to MSISDN 3948 {sms='message nr. 1, from /sierra_2, to /sierra_3, from 3947, to 3948'}\u000a18:35:01.417996 tst /sierra_3: Incoming SMS: 'message nr. 1, from /sierra_2, to /sierra_3, from 3947, to 3948'\u000a18:35:02.067979 tst /sierra_3: SMS received as expected: 'message nr. 1, from /sierra_2, to /sierra_3, from 3947, to 3948'\u000a18:35:02.187590 tst mo_mt_sms.py: Test passed (116.8 sec)\u000a18:35:02.233309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26646): Terminating (SIGTERM)\u000a18:35:02.273140 run osmo-hlr_10.42.42.2(pid=26647): Terminating (SIGTERM)\u000a18:35:02.314787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26648): Terminating (SIGTERM)\u000a18:35:02.356014 run osmo-stp_10.42.42.5(pid=26649): Terminating (SIGTERM)\u000a18:35:02.410534 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26650): Terminating (SIGTERM)\u000a18:35:02.456610 run osmo-msc_10.42.42.6(pid=26651): Terminating (SIGTERM)\u000a18:35:02.502303 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=26652): Terminating (SIGTERM)\u000a18:35:02.547602 run osmo-mgw_10.42.42.3(pid=26653): Terminating (SIGTERM)\u000a18:35:02.603602 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=26654): Terminating (SIGTERM)\u000a18:35:02.650607 run osmo-mgw_10.42.42.4(pid=26655): Terminating (SIGTERM)\u000a18:35:02.708698 run pcap-recorder_any(filters='host 10.42.42.7 and port not 22')(pid=26656): Terminating (SIGTERM)\u000a18:35:02.753415 run osmo-bsc_10.42.42.7(pid=26657): Terminating (SIGTERM)\u000a18:35:02.795769 run osmo-bts-sysmo(pid=26666): Terminating (SIGTERM)\u000a18:35:02.808683 --- ParallelTerminationStrategy: PID 26646 died...\u000a18:35:02.866871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26646): Terminated: ok {rc=0}\u000a18:35:02.877377 --- ParallelTerminationStrategy: PID 26647 died...\u000a18:35:02.933925 run osmo-hlr_10.42.42.2(pid=26647): Terminated: ok {rc=0}\u000a18:35:02.944188 --- ParallelTerminationStrategy: PID 26648 died...\u000a18:35:02.998616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26648): Terminated: ok {rc=0}\u000a18:35:03.008302 --- ParallelTerminationStrategy: PID 26649 died...\u000a18:35:03.062772 run osmo-stp_10.42.42.5(pid=26649): Terminated: ok {rc=0}\u000a18:35:03.072390 --- ParallelTerminationStrategy: PID 26650 died...\u000a18:35:03.126502 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26650): Terminated: ok {rc=0}\u000a18:35:03.136150 --- ParallelTerminationStrategy: PID 26651 died...\u000a18:35:03.189631 run osmo-msc_10.42.42.6(pid=26651): Terminated: ok {rc=0}\u000a18:35:03.199581 --- ParallelTerminationStrategy: PID 26652 died...\u000a18:35:03.253300 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=26652): Terminated: ok {rc=0}\u000a18:35:03.263114 --- ParallelTerminationStrategy: PID 26653 died...\u000a18:35:03.316435 run osmo-mgw_10.42.42.3(pid=26653): Terminated {rc=15}\u000a18:35:03.325982 --- ParallelTerminationStrategy: PID 26654 died...\u000a18:35:03.379515 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=26654): Terminated: ok {rc=0}\u000a18:35:03.389130 --- ParallelTerminationStrategy: PID 26655 died...\u000a18:35:03.442729 run osmo-mgw_10.42.42.4(pid=26655): Terminated {rc=15}\u000a18:35:03.452347 --- ParallelTerminationStrategy: PID 26656 died...\u000a18:35:03.506192 run pcap-recorder_any(filters='host 10.42.42.7 and port not 22')(pid=26656): Terminated: ok {rc=0}\u000a18:35:03.515884 --- ParallelTerminationStrategy: PID 26657 died...\u000a18:35:03.569445 run osmo-bsc_10.42.42.7(pid=26657): Terminated: ok {rc=0}\u000a18:35:03.579163 --- ParallelTerminationStrategy: PID 26666 died...\u000a18:35:03.632866 run osmo-bts-sysmo(pid=26666): Terminated: ok {rc=0}\u000a18:35:03.761134 bus /sierra_3: Setting Online False\u000a18:35:04.877027 bus /sierra_3: Setting Powered False\u000a18:35:15.046444 bus /sierra_3: Setting Powered False\u000a18:35:16.152750 bus /sierra_3: Setting Powered False\u000a18:35:17.304819 bus /sierra_2: Setting Online False\u000a18:35:18.459215 bus /sierra_2: Setting Powered False\u000a18:35:26.949903 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 144.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-03-29T18:33:05" }, { "cases" : [ { "testActions" : [ ], "age" : 2, "className" : "gprs:sysmo", "duration" : 229.0, "errorDetails" : None, "errorStackTrace" : "'sum_sent'", "failedSince" : 2063, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 105, in setup_run_iperf3_test_parallel\u000a print_results(clients[i], servers[i])\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 5, in print_results\u000a cli.print_results()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/iperf3.py\", line 342, in print_results\u000a print_result_node_tcp(self.get_results(), 'client')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/iperf3.py\", line 72, in print_result_node_tcp\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/iperf3.py\", line 65, in print_result_node_tcp\u000a sent = result['end']['sum_sent']\u000aKeyError: 'sum_sent'\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2064 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:35:29.053840 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:35:29.064904 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a18:35:29.196273 tst cs_paging_gprs_active.py: using LAC 3945\u000a18:35:29.322969 tst cs_paging_gprs_active.py: using RAC 120\u000a18:35:29.443482 tst cs_paging_gprs_active.py: using CellId 3945\u000a18:35:29.565706 tst cs_paging_gprs_active.py: using BVCI 3946\u000a18:35:29.588997 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:35:29.599620 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:35:29.610121 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:35:29.620561 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:35:29.630844 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:35:29.641503 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:35:29.652140 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:35:29.662459 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:35:29.673064 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a18:35:29.792488 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a18:35:30.089300 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:35:30.228243 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:35:30.570096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26681): Launched\u000a18:35:30.856997 run iperf3-srv_10.42.42.10(pid=26682): Launched\u000a18:35:31.058611 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:35:31.195474 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:35:31.535159 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26683): Launched\u000a18:35:31.818330 run iperf3-srv_10.42.42.10(pid=26684): Launched\u000a18:35:32.018784 tst cs_paging_gprs_active.py:38: start network...\u000a18:35:32.155575 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:35:32.671949 run create_hlr_db(pid=26685): Launched\u000a18:35:32.861416 bus /sierra_2: Setting Powered False\u000a18:35:33.882362 run create_hlr_db(pid=26685): Terminated: ok {rc=0}\u000a18:35:34.294688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26687): Launched\u000a18:35:34.601050 run osmo-hlr_10.42.42.2(pid=26688): Launched\u000a18:35:34.712085 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:35:35.242404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26689): Launched\u000a18:35:35.548257 run osmo-stp_10.42.42.5(pid=26690): Launched\u000a18:35:35.657195 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:35:37.184098 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26691): Launched\u000a18:35:37.292104 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:35:37.566670 run patchelf(pid=26692): Launched\u000a18:35:38.748425 run patchelf(pid=26692): Terminated: ok {rc=0}\u000a18:35:38.860216 run osmo-ggsn_10.42.42.6: Applying CAP_NET_ADMIN capability to osmo-ggsn\u000a18:35:39.141588 run osmo-gsm-tester_setcap_net_admin.sh(pid=26693): Launched\u000a18:35:40.323962 run osmo-gsm-tester_setcap_net_admin.sh(pid=26693): Terminated: ok {rc=0}\u000a18:35:40.635153 run osmo-ggsn_10.42.42.6(pid=26696): Launched\u000a18:35:40.888695 run osmo-sgsn_10.42.42.7: Starting osmo-sgsn\u000a18:35:45.644028 run pcap-recorder_any(filters='host 10.42.42.7')(pid=26715): Launched\u000a18:35:45.950999 run osmo-sgsn_10.42.42.7(pid=26716): Launched\u000a18:35:46.099655 run osmo-msc_10.42.42.8: Starting osmo-msc\u000a18:35:46.692038 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=26717): Launched\u000a18:35:47.002281 run osmo-msc_10.42.42.8(pid=26718): Launched\u000a18:35:50.164866 run osmo-mgw_10.42.42.3: Starting osmo-mgw\u000a18:35:50.761216 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=26719): Launched\u000a18:35:51.093189 run osmo-mgw_10.42.42.3(pid=26720): Launched\u000a18:35:51.214842 run osmo-mgw_10.42.42.4: Starting osmo-mgw\u000a18:35:51.781293 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=26721): Launched\u000a18:35:52.111654 run osmo-mgw_10.42.42.4(pid=26722): Launched\u000a18:35:52.229017 run osmo-bsc_10.42.42.9: Starting osmo-bsc\u000a18:35:52.935470 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=26723): Launched\u000a18:35:53.268818 run osmo-bsc_10.42.42.9(pid=26724): Launched\u000a18:35:59.550055 run osmo-bts-sysmo: Starting sysmoBTS to connect to osmo-bsc_10.42.42.9\u000a18:36:00.136050 run rm-remote-dir(pid=26725): Launched\u000a18:36:02.339660 run rm-remote-dir(pid=26725): Terminated: ok {rc=0}\u000a18:36:02.693757 run mk-remote-dir(pid=26726): Launched\u000a18:36:03.896352 run mk-remote-dir(pid=26726): Terminated: ok {rc=0}\u000a18:36:04.195996 run scp-inst-to-remote(pid=26727): Launched\u000a18:36:16.404348 run scp-inst-to-remote(pid=26727): Terminated: ok {rc=0}\u000a18:36:16.730104 run mk-remote-dir(pid=26729): Launched\u000a18:36:17.916607 run mk-remote-dir(pid=26729): Terminated: ok {rc=0}\u000a18:36:18.196959 run scp-cfg-to-remote(pid=26730): Launched\u000a18:36:19.382501 run scp-cfg-to-remote(pid=26730): Terminated: ok {rc=0}\u000a18:36:19.702022 run reload-dsp-firmware(pid=26732): Launched\u000a18:36:21.888059 run reload-dsp-firmware(pid=26732): Terminated: ok {rc=0}\u000a18:36:22.201807 run osmo-bts-sysmo(pid=26733): Launched\u000a18:36:26.499557 tst cs_paging_gprs_active.py:38: Waiting for bts to be ready...\u000a18:36:28.458059 run rm-remote-dir(pid=26735): Launched\u000a18:36:30.654022 run rm-remote-dir(pid=26735): Terminated: ok {rc=0}\u000a18:36:30.993119 run mk-remote-dir(pid=26736): Launched\u000a18:36:33.187561 run mk-remote-dir(pid=26736): Terminated: ok {rc=0}\u000a18:36:33.479396 run scp-inst-to-bts(pid=26737): Launched\u000a18:36:46.696278 run scp-inst-to-bts(pid=26737): Terminated: ok {rc=0}\u000a18:36:47.034619 run mk-remote-run-dir(pid=26739): Launched\u000a18:36:49.220023 run mk-remote-run-dir(pid=26739): Terminated: ok {rc=0}\u000a18:36:49.491971 run scp-cfg-to-sysmobts(pid=26740): Launched\u000a18:36:51.674832 run scp-cfg-to-sysmobts(pid=26740): Terminated: ok {rc=0}\u000a18:36:51.992876 run osmo-pcu(pid=26742): Launched\u000a18:36:52.123171 tst cs_paging_gprs_active.py: using MSISDN 3949\u000a18:36:52.295704 bus /gobi_6: Setting Powered True\u000a18:36:55.793415 run osmo-hlr_10.42.42.2: Add subscriber {algo=1, algo_str='comp128v1', imsi='901700000010978', msisdn='3949', subscriber_id=1}\u000a18:36:56.069346 bus /gobi_6: Setting Online False\u000a18:36:57.265513 bus /gobi_6: Setting Powered False\u000a18:37:04.206000 bus /gobi_6: Setting Powered True\u000a18:37:05.610279 bus /gobi_6: Setting Online True\u000a18:37:08.026172 tst /gobi_6: Connect to ('901', '70')\u000a18:37:08.312498 tst /gobi_6: Manufacturer: 'Quectel', Model: 'EC20', Revision: 'EC20EQAR02A13E2G 1 [Jul 5 2017 10:49:17]', Serial: '868323024273648'\u000a18:37:08.442478 tst cs_paging_gprs_active.py: using MSISDN 3950\u000a18:37:08.711939 bus /gobi_0: Setting Powered True\u000a18:37:12.200370 run osmo-hlr_10.42.42.2: Add subscriber {algo=1, algo_str='comp128v1', imsi='901700000023847', msisdn='3950', subscriber_id=2}\u000a18:37:12.487143 bus /gobi_0: Setting Online False\u000a18:37:13.673947 bus /gobi_0: Setting Powered False\u000a18:37:20.417277 bus /gobi_0: Setting Powered True\u000a18:37:21.790222 bus /gobi_0: Setting Online True\u000a18:37:23.504018 tst /gobi_6: Already registered with network ('901', '70')\u000a18:37:24.296108 tst /gobi_0: Connect to ('901', '70')\u000a18:37:24.573259 tst /gobi_0: Manufacturer: 'Quectel', Model: 'EC20', Revision: 'EC20EQAR02A05E2G 1 [Mar 14 2016 19:33:01]', Serial: '868323024271873'\u000a18:37:24.772647 tst cs_paging_gprs_active.py:38: waiting for modems to attach...\u000a18:37:38.110546 tst /gobi_0: Already registered with network ('901', '70')\u000a18:37:43.298432 tst cs_paging_gprs_active.py:38: waiting for modems to attach to data services...\u000a18:37:46.375121 tst /gobi_6: context activated {apn='inet46', path='/gobi_6/context2', properties={AccessPointName='inet46', Active=True, AuthenticationMethod='chap', IPv6.Settings={}, Name='Internet', Password='', Protocol='ip', Settings={Address='176.16.46.1', DomainNameServers=['192.168.100.1', '8.8.8.8'], Gateway='176.16.46.2', Interface='r433306bbc2604b', Method='static', Netmask='255.255.255.252'}, Type='internet', Username='ogt'}, user='ogt'}\u000a18:37:46.574767 tst cs_paging_gprs_active.py:38: Setting up data plan for \"'/gobi_6/context2'\"\u000a18:37:46.959778 run move_netns(pid=26746): Launched\u000a18:37:48.144689 run move_netns(pid=26746): Terminated: ok {rc=0}\u000a18:37:48.467541 run ifup(pid=26749): Launched\u000a18:37:49.652431 run ifup(pid=26749): Terminated: ok {rc=0}\u000a18:37:49.975215 run dhcp(pid=26752): Launched\u000a18:37:51.159359 run dhcp(pid=26752): Terminated: ok {rc=0}\u000a18:37:59.530165 tst /gobi_0: context activated {apn='inet46', path='/gobi_0/context3', properties={AccessPointName='inet46', Active=True, AuthenticationMethod='chap', IPv6.Settings={}, Name='Internet', Password='', Protocol='ip', Settings={Address='176.16.46.2', DomainNameServers=['192.168.100.1', '8.8.8.8'], Gateway='176.16.46.1', Interface='r82dcf628584c1c', Method='static', Netmask='255.255.255.252'}, Type='internet', Username='ogt'}, user='ogt'}\u000a18:37:59.730830 tst cs_paging_gprs_active.py:38: Setting up data plan for \"'/gobi_0/context3'\"\u000a18:38:00.100775 run move_netns(pid=26770): Launched\u000a18:38:01.295046 run move_netns(pid=26770): Terminated: ok {rc=0}\u000a18:38:01.637521 run ifup(pid=26773): Launched\u000a18:38:02.833510 run ifup(pid=26773): Terminated: ok {rc=0}\u000a18:38:03.176824 run dhcp(pid=26776): Launched\u000a18:38:04.361296 run dhcp(pid=26776): Terminated: ok {rc=0}\u000a18:38:04.560417 tst cs_paging_gprs_active.py:38: Running iperf3 client to 10.42.42.10:5003 through \"'/gobi_6/context2'\"\u000a18:38:04.691994 run iperf3-cli_10.42.42.10: Preparing iperf3-client connecting to 10.42.42.10:5003 (proto=tcp,time=60s)\u000a18:38:05.093725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26792): Launched\u000a18:38:05.348119 tst cs_paging_gprs_active.py:38: Running iperf3 client to 10.42.42.10:5004 through \"'/gobi_0/context3'\"\u000a18:38:05.487141 run iperf3-cli_10.42.42.10: Preparing iperf3-client connecting to 10.42.42.10:5004 (proto=tcp,time=60s)\u000a18:38:05.892704 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26795): Launched\u000a18:38:06.223353 run iperf3-cli_10.42.42.10(pid=26798): Launched\u000a18:38:06.510631 run iperf3-cli_10.42.42.10(pid=26801): Launched\u000a18:38:06.725167 tst cs_paging_gprs_active.py:13: waiting a few secs to make sure iperf3 test is running\u000a18:38:08.968699 tst cs_paging_gprs_active.py:16: iperf3 running, let's place a call\u000a18:38:13.708478 tst cs_paging_gprs_active.py:22: dial success\u000a18:38:16.547763 tst cs_paging_gprs_active.py:28: answer success, call established and ongoing\u000a18:38:23.161053 tst cs_paging_gprs_active.py:35: hangup success\u000a18:39:15.432040 run iperf3-cli_10.42.42.10(pid=26798): ERR: Terminated: ERROR {rc=1} [trial-2064↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪iperf3-srv_10.42.42.10↪iperf3-cli_10.42.42.10↪iperf3-cli_10.42.42.10(pid=26798)]\u000a18:39:15.565770 run iperf3-cli_10.42.42.10(pid=26798): stdout: \u000a| \u0009\u0009\u0009\u0009\"bits_per_second\":\u00090,\u000a| \u0009\u0009\u0009\u0009\"retransmits\":\u00090,\u000a| \u0009\u0009\u0009\u0009\"omitted\":\u0009false\u000a| \u0009\u0009\u0009}\u000a| \u0009\u0009}],\u000a| \u0009\"end\":\u0009{\u000a| \u0009},\u000a| \u0009\"error\":\u0009\"error - control socket has closed unexpectedly\"\u000a| }\u000a| child exited with 1 \u000a18:39:15.698620 run iperf3-cli_10.42.42.10(pid=26798): stderr: \u000a| (launched: 2022-03-29_18:38:06.104023) \u000a18:39:16.889028 run iperf3-cli_10.42.42.10(pid=26801): ERR: Terminated: ERROR {rc=1} [trial-2064↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪iperf3-srv_10.42.42.10↪iperf3-cli_10.42.42.10↪iperf3-cli_10.42.42.10(pid=26801)]\u000a18:39:17.021536 run iperf3-cli_10.42.42.10(pid=26801): stdout: \u000a| \u0009\u0009\u0009\u0009\"bits_per_second\":\u00090,\u000a| \u0009\u0009\u0009\u0009\"retransmits\":\u00090,\u000a| \u0009\u0009\u0009\u0009\"omitted\":\u0009false\u000a| \u0009\u0009\u0009}\u000a| \u0009\u0009}],\u000a| \u0009\"end\":\u0009{\u000a| \u0009},\u000a| \u0009\"error\":\u0009\"error - control socket has closed unexpectedly\"\u000a| }\u000a| child exited with 1 \u000a18:39:17.153253 run iperf3-cli_10.42.42.10(pid=26801): stderr: \u000a| (launched: 2022-03-29_18:38:06.389480) \u000a18:39:17.275038 run iperf3-srv_10.42.42.10(pid=26682): Terminating (SIGINT)\u000a18:39:17.614568 run iperf3-srv_10.42.42.10(pid=26682): Terminated {rc=1}\u000a18:39:17.810530 tst cs_paging_gprs_active.py:38: Results for 10.42.42.10:5003 through \"'/gobi_6/context2'\"\u000a18:39:17.870385 tst cs_paging_gprs_active.py:38: ERR: KeyError: 'sum_sent' [trial-2064↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a18:39:17.880207 tst cs_paging_gprs_active.py:38: Test FAILED (228.9 sec)\u000a18:39:17.920172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26681): Terminating (SIGTERM)\u000a18:39:17.963004 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26683): Terminating (SIGTERM)\u000a18:39:18.006669 run iperf3-srv_10.42.42.10(pid=26684): Terminating (SIGTERM)\u000a18:39:18.049919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26687): Terminating (SIGTERM)\u000a18:39:18.093399 run osmo-hlr_10.42.42.2(pid=26688): Terminating (SIGTERM)\u000a18:39:18.137560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26689): Terminating (SIGTERM)\u000a18:39:18.184867 run osmo-stp_10.42.42.5(pid=26690): Terminating (SIGTERM)\u000a18:39:18.237588 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26691): Terminating (SIGTERM)\u000a18:39:18.286167 run osmo-ggsn_10.42.42.6(pid=26696): Terminating (SIGTERM)\u000a18:39:18.336809 run pcap-recorder_any(filters='host 10.42.42.7')(pid=26715): Terminating (SIGTERM)\u000a18:39:18.389794 run osmo-sgsn_10.42.42.7(pid=26716): Terminating (SIGTERM)\u000a18:39:18.441204 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=26717): Terminating (SIGTERM)\u000a18:39:18.532137 run osmo-msc_10.42.42.8(pid=26718): Terminating (SIGTERM)\u000a18:39:18.577141 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=26719): Terminating (SIGTERM)\u000a18:39:18.625036 run osmo-mgw_10.42.42.3(pid=26720): Terminating (SIGTERM)\u000a18:39:18.669452 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=26721): Terminating (SIGTERM)\u000a18:39:18.713327 run osmo-mgw_10.42.42.4(pid=26722): Terminating (SIGTERM)\u000a18:39:18.756331 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=26723): Terminating (SIGTERM)\u000a18:39:18.799489 run osmo-bsc_10.42.42.9(pid=26724): Terminating (SIGTERM)\u000a18:39:18.842778 run osmo-bts-sysmo(pid=26733): Terminating (SIGTERM)\u000a18:39:18.887051 run osmo-pcu(pid=26742): Terminating (SIGTERM)\u000a18:39:18.932086 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26792): Terminating (SIGTERM)\u000a18:39:19.106424 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26792)-killSignals.SIGTERM(pid=26820): Launched\u000a18:39:20.199973 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26792)-killSignals.SIGTERM(pid=26820): Terminated: ok {rc=0}\u000a18:39:20.248076 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26795): Terminating (SIGTERM)\u000a18:39:20.406464 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26795)-killSignals.SIGTERM(pid=26825): Launched\u000a18:39:21.502601 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26795)-killSignals.SIGTERM(pid=26825): Terminated: ok {rc=0}\u000a18:39:21.517010 --- ParallelTerminationStrategy: PID 26681 died...\u000a18:39:21.573762 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26681): Terminated: ok {rc=0}\u000a18:39:21.584086 --- ParallelTerminationStrategy: PID 26683 died...\u000a18:39:21.645980 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26683): Terminated: ok {rc=0}\u000a18:39:21.656294 --- ParallelTerminationStrategy: PID 26684 died...\u000a18:39:21.713215 run iperf3-srv_10.42.42.10(pid=26684): Terminated {rc=256}\u000a18:39:21.723669 --- ParallelTerminationStrategy: PID 26687 died...\u000a18:39:21.780419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26687): Terminated: ok {rc=0}\u000a18:39:21.790521 --- ParallelTerminationStrategy: PID 26688 died...\u000a18:39:21.847350 run osmo-hlr_10.42.42.2(pid=26688): Terminated: ok {rc=0}\u000a18:39:21.857541 --- ParallelTerminationStrategy: PID 26689 died...\u000a18:39:21.914362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26689): Terminated: ok {rc=0}\u000a18:39:21.924932 --- ParallelTerminationStrategy: PID 26690 died...\u000a18:39:21.981267 run osmo-stp_10.42.42.5(pid=26690): Terminated: ok {rc=0}\u000a18:39:21.991393 --- ParallelTerminationStrategy: PID 26691 died...\u000a18:39:22.047423 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26691): Terminated: ok {rc=0}\u000a18:39:22.057540 --- ParallelTerminationStrategy: PID 26696 died...\u000a18:39:22.114483 run osmo-ggsn_10.42.42.6(pid=26696): Terminated: ok {rc=0}\u000a18:39:22.124626 --- ParallelTerminationStrategy: PID 26715 died...\u000a18:39:22.180852 run pcap-recorder_any(filters='host 10.42.42.7')(pid=26715): Terminated: ok {rc=0}\u000a18:39:22.191050 --- ParallelTerminationStrategy: PID 26716 died...\u000a18:39:22.246979 run osmo-sgsn_10.42.42.7(pid=26716): Terminated: ok {rc=0}\u000a18:39:22.257074 --- ParallelTerminationStrategy: PID 26717 died...\u000a18:39:22.313219 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=26717): Terminated: ok {rc=0}\u000a18:39:22.323437 --- ParallelTerminationStrategy: PID 26718 died...\u000a18:39:22.380080 run osmo-msc_10.42.42.8(pid=26718): Terminated: ok {rc=0}\u000a18:39:22.390200 --- ParallelTerminationStrategy: PID 26719 died...\u000a18:39:22.446902 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=26719): Terminated: ok {rc=0}\u000a18:39:22.457199 --- ParallelTerminationStrategy: PID 26720 died...\u000a18:39:22.513760 run osmo-mgw_10.42.42.3(pid=26720): Terminated {rc=15}\u000a18:39:22.524028 --- ParallelTerminationStrategy: PID 26721 died...\u000a18:39:22.580870 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=26721): Terminated: ok {rc=0}\u000a18:39:22.591618 --- ParallelTerminationStrategy: PID 26722 died...\u000a18:39:22.648189 run osmo-mgw_10.42.42.4(pid=26722): Terminated {rc=15}\u000a18:39:22.658380 --- ParallelTerminationStrategy: PID 26723 died...\u000a18:39:22.714606 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=26723): Terminated: ok {rc=0}\u000a18:39:22.724749 --- ParallelTerminationStrategy: PID 26724 died...\u000a18:39:22.781188 run osmo-bsc_10.42.42.9(pid=26724): Terminated: ok {rc=0}\u000a18:39:22.791497 --- ParallelTerminationStrategy: PID 26733 died...\u000a18:39:22.848219 run osmo-bts-sysmo(pid=26733): Terminated: ok {rc=0}\u000a18:39:22.858532 --- ParallelTerminationStrategy: PID 26742 died...\u000a18:39:22.915654 run osmo-pcu(pid=26742): Terminated: ok {rc=0}\u000a18:39:28.782806 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26792): Terminating (SIGINT)\u000a18:39:28.940224 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26792)-killSignals.SIGINT(pid=26828): Launched\u000a18:39:30.034464 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26792)-killSignals.SIGINT(pid=26828): Terminated: ok {rc=0}\u000a18:39:30.082192 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26795): Terminating (SIGINT)\u000a18:39:30.238933 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26795)-killSignals.SIGINT(pid=26831): Launched\u000a18:39:31.333096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26795)-killSignals.SIGINT(pid=26831): Terminated: ok {rc=0}\u000a18:39:37.207268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26792): Terminating (SIGKILL)\u000a18:39:37.362168 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26792)-killSignals.SIGUSR1(pid=26834): Launched\u000a18:39:38.455308 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26792)-killSignals.SIGUSR1(pid=26834): Terminated: ok {rc=0}\u000a18:39:38.503227 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26795): Terminating (SIGKILL)\u000a18:39:38.659413 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26795)-killSignals.SIGUSR1(pid=26837): Launched\u000a18:39:39.752234 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26795)-killSignals.SIGUSR1(pid=26837): Terminated: ok {rc=0}\u000a18:39:39.990856 bus /gobi_0: Setting Online False\u000a18:39:41.148067 bus /gobi_0: Setting Powered False\u000a18:39:57.968462 bus /gobi_0: Setting Powered False\u000a18:39:59.074399 bus /gobi_0: Setting Powered False\u000a18:40:00.224511 bus /gobi_6: Setting Online False\u000a18:40:01.369130 bus /gobi_6: Setting Powered False\u000a18:40:09.972198 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 2, "className" : "gprs:sysmo", "duration" : 197.0, "errorDetails" : None, "errorStackTrace" : "'sum_sent'", "failedSince" : 2063, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 105, in setup_run_iperf3_test_parallel\u000a print_results(clients[i], servers[i])\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 5, in print_results\u000a cli.print_results()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/iperf3.py\", line 342, in print_results\u000a print_result_node_tcp(self.get_results(), 'client')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/iperf3.py\", line 72, in print_result_node_tcp\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/iperf3.py\", line 65, in print_result_node_tcp\u000a sent = result['end']['sum_sent']\u000aKeyError: 'sum_sent'\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2064 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a18:40:11.134089 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:40:11.145169 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a18:40:11.265542 tst iperf3.py: using LAC 3946\u000a18:40:11.384384 tst iperf3.py: using RAC 121\u000a18:40:11.505400 tst iperf3.py: using CellId 3946\u000a18:40:11.628289 tst iperf3.py: using BVCI 3947\u000a18:40:11.652939 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:40:11.664234 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:40:11.675311 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:40:11.686610 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:40:11.697842 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:40:11.708852 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:40:11.719955 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:40:11.730864 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:40:11.741928 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a18:40:12.032669 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:40:12.166594 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:40:12.503352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26843): Launched\u000a18:40:12.785344 run iperf3-srv_10.42.42.10(pid=26844): Launched\u000a18:40:12.984549 tst iperf3.py:8: start network...\u000a18:40:13.120299 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:40:13.630669 run create_hlr_db(pid=26845): Launched\u000a18:40:13.818142 bus /gobi_6: Setting Powered False\u000a18:40:14.839412 run create_hlr_db(pid=26845): Terminated: ok {rc=0}\u000a18:40:15.271067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26847): Launched\u000a18:40:15.596630 run osmo-hlr_10.42.42.2(pid=26848): Launched\u000a18:40:15.712963 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:40:16.274415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26849): Launched\u000a18:40:16.599266 run osmo-stp_10.42.42.5(pid=26850): Launched\u000a18:40:16.714606 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:40:17.280219 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26851): Launched\u000a18:40:17.396390 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:40:17.679758 run patchelf(pid=26852): Launched\u000a18:40:18.873030 run patchelf(pid=26852): Terminated: ok {rc=0}\u000a18:40:18.992460 run osmo-ggsn_10.42.42.6: Applying CAP_NET_ADMIN capability to osmo-ggsn\u000a18:40:19.284962 run osmo-gsm-tester_setcap_net_admin.sh(pid=26853): Launched\u000a18:40:20.477585 run osmo-gsm-tester_setcap_net_admin.sh(pid=26853): Terminated: ok {rc=0}\u000a18:40:20.809183 run osmo-ggsn_10.42.42.6(pid=26856): Launched\u000a18:40:21.037983 run osmo-sgsn_10.42.42.7: Starting osmo-sgsn\u000a18:40:21.647198 run pcap-recorder_any(filters='host 10.42.42.7')(pid=26879): Launched\u000a18:40:21.970963 run osmo-sgsn_10.42.42.7(pid=26880): Launched\u000a18:40:22.088996 run osmo-msc_10.42.42.8: Starting osmo-msc\u000a18:40:22.681198 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=26881): Launched\u000a18:40:23.006474 run osmo-msc_10.42.42.8(pid=26882): Launched\u000a18:40:26.178450 run osmo-mgw_10.42.42.3: Starting osmo-mgw\u000a18:40:26.739460 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=26883): Launched\u000a18:40:27.067941 run osmo-mgw_10.42.42.3(pid=26884): Launched\u000a18:40:27.184851 run osmo-mgw_10.42.42.4: Starting osmo-mgw\u000a18:40:27.743389 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=26885): Launched\u000a18:40:28.071920 run osmo-mgw_10.42.42.4(pid=26886): Launched\u000a18:40:28.189068 run osmo-bsc_10.42.42.9: Starting osmo-bsc\u000a18:40:28.874191 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=26887): Launched\u000a18:40:29.205099 run osmo-bsc_10.42.42.9(pid=26888): Launched\u000a18:40:35.483562 run osmo-bts-sysmo: Starting sysmoBTS to connect to osmo-bsc_10.42.42.9\u000a18:40:36.069004 run rm-remote-dir(pid=26889): Launched\u000a18:40:38.273038 run rm-remote-dir(pid=26889): Terminated: ok {rc=0}\u000a18:40:38.625761 run mk-remote-dir(pid=26890): Launched\u000a18:40:39.825418 run mk-remote-dir(pid=26890): Terminated: ok {rc=0}\u000a18:40:40.122122 run scp-inst-to-remote(pid=26891): Launched\u000a18:40:52.330599 run scp-inst-to-remote(pid=26891): Terminated: ok {rc=0}\u000a18:40:52.655173 run mk-remote-dir(pid=26893): Launched\u000a18:40:53.840404 run mk-remote-dir(pid=26893): Terminated: ok {rc=0}\u000a18:40:54.118457 run scp-cfg-to-remote(pid=26894): Launched\u000a18:40:55.304494 run scp-cfg-to-remote(pid=26894): Terminated: ok {rc=0}\u000a18:40:55.624346 run reload-dsp-firmware(pid=26896): Launched\u000a18:40:57.809607 run reload-dsp-firmware(pid=26896): Terminated: ok {rc=0}\u000a18:40:58.121252 run osmo-bts-sysmo(pid=26897): Launched\u000a18:41:02.436979 tst iperf3.py:8: Waiting for bts to be ready...\u000a18:41:04.081416 run rm-remote-dir(pid=26898): Launched\u000a18:41:06.266407 run rm-remote-dir(pid=26898): Terminated: ok {rc=0}\u000a18:41:06.579910 run mk-remote-dir(pid=26899): Launched\u000a18:41:08.760513 run mk-remote-dir(pid=26899): Terminated: ok {rc=0}\u000a18:41:09.028462 run scp-inst-to-bts(pid=26900): Launched\u000a18:41:22.225483 run scp-inst-to-bts(pid=26900): Terminated: ok {rc=0}\u000a18:41:22.539772 run mk-remote-run-dir(pid=26902): Launched\u000a18:41:24.732505 run mk-remote-run-dir(pid=26902): Terminated: ok {rc=0}\u000a18:41:25.020777 run scp-cfg-to-sysmobts(pid=26903): Launched\u000a18:41:27.215568 run scp-cfg-to-sysmobts(pid=26903): Terminated: ok {rc=0}\u000a18:41:27.551475 run osmo-pcu(pid=26905): Launched\u000a18:41:27.684940 tst iperf3.py: using MSISDN 3951\u000a18:41:27.857140 bus /gobi_6: Setting Powered True\u000a18:41:31.369123 run osmo-hlr_10.42.42.2: Add subscriber {algo=1, algo_str='comp128v1', imsi='901700000010978', msisdn='3951', subscriber_id=1}\u000a18:41:31.659124 bus /gobi_6: Setting Online False\u000a18:41:32.845922 bus /gobi_6: Setting Powered False\u000a18:41:40.232766 bus /gobi_6: Setting Powered True\u000a18:41:41.631903 bus /gobi_6: Setting Online True\u000a18:41:44.171967 tst /gobi_6: Connect to ('901', '70')\u000a18:41:44.433578 tst /gobi_6: Manufacturer: 'Quectel', Model: 'EC20', Revision: 'EC20EQAR02A13E2G 1 [Jul 5 2017 10:49:17]', Serial: '868323024273648'\u000a18:41:44.619708 tst iperf3.py:8: waiting for modems to attach...\u000a18:41:50.060913 tst /gobi_6: Already registered with network ('901', '70')\u000a18:42:02.086847 tst iperf3.py:8: waiting for modems to attach to data services...\u000a18:42:06.665173 tst /gobi_6: context activated {apn='inet46', path='/gobi_6/context3', properties={AccessPointName='inet46', Active=True, AuthenticationMethod='chap', IPv6.Settings={}, Name='Internet', Password='', Protocol='ip', Settings={Address='176.16.46.1', DomainNameServers=['192.168.100.1', '8.8.8.8'], Gateway='176.16.46.2', Interface='r433306bbc2604b', Method='static', Netmask='255.255.255.252'}, Type='internet', Username='ogt'}, user='ogt'}\u000a18:42:06.868413 tst iperf3.py:8: Setting up data plan for \"'/gobi_6/context3'\"\u000a18:42:07.246417 run move_netns(pid=26909): Launched\u000a18:42:08.448341 run move_netns(pid=26909): Terminated: ok {rc=0}\u000a18:42:08.802178 run ifup(pid=26912): Launched\u000a18:42:10.001451 run ifup(pid=26912): Terminated: ok {rc=0}\u000a18:42:10.347898 run dhcp(pid=26915): Launched\u000a18:42:11.530357 run dhcp(pid=26915): Terminated: ok {rc=0}\u000a18:42:11.724176 tst iperf3.py:8: Running iperf3 client to 10.42.42.10:5003 through \"'/gobi_6/context3'\"\u000a18:42:11.854073 run iperf3-cli_10.42.42.10: Preparing iperf3-client connecting to 10.42.42.10:5003 (proto=tcp,time=60s)\u000a18:42:12.236255 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26931): Launched\u000a18:42:12.551963 run iperf3-cli_10.42.42.10(pid=26934): Launched\u000a18:43:26.886780 run iperf3-cli_10.42.42.10(pid=26934): ERR: Terminated: ERROR {rc=1} [trial-2064↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪iperf3-srv_10.42.42.10↪iperf3-cli_10.42.42.10↪iperf3-cli_10.42.42.10(pid=26934)]\u000a18:43:27.028931 run iperf3-cli_10.42.42.10(pid=26934): stdout: \u000a| \u0009\u0009\u0009\u0009\"bits_per_second\":\u00090,\u000a| \u0009\u0009\u0009\u0009\"retransmits\":\u00090,\u000a| \u0009\u0009\u0009\u0009\"omitted\":\u0009false\u000a| \u0009\u0009\u0009}\u000a| \u0009\u0009}],\u000a| \u0009\"end\":\u0009{\u000a| \u0009},\u000a| \u0009\"error\":\u0009\"error - control socket has closed unexpectedly\"\u000a| }\u000a| child exited with 1 \u000a18:43:27.168916 run iperf3-cli_10.42.42.10(pid=26934): stderr: \u000a| (launched: 2022-03-29_18:42:12.439797) \u000a18:43:27.295853 run iperf3-srv_10.42.42.10(pid=26844): Terminating (SIGINT)\u000a18:43:27.642126 run iperf3-srv_10.42.42.10(pid=26844): Terminated {rc=1}\u000a18:43:27.852097 tst iperf3.py:8: Results for 10.42.42.10:5003 through \"'/gobi_6/context3'\"\u000a18:43:27.913617 tst iperf3.py:8: ERR: KeyError: 'sum_sent' [trial-2064↪gprs:sysmo↪iperf3.py:8]\u000a18:43:27.921782 tst iperf3.py:8: Test FAILED (196.8 sec)\u000a18:43:27.959836 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26843): Terminating (SIGTERM)\u000a18:43:28.003684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26847): Terminating (SIGTERM)\u000a18:43:28.046597 run osmo-hlr_10.42.42.2(pid=26848): Terminating (SIGTERM)\u000a18:43:28.091841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26849): Terminating (SIGTERM)\u000a18:43:28.140227 run osmo-stp_10.42.42.5(pid=26850): Terminating (SIGTERM)\u000a18:43:28.204874 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26851): Terminating (SIGTERM)\u000a18:43:28.250579 run osmo-ggsn_10.42.42.6(pid=26856): Terminating (SIGTERM)\u000a18:43:28.318615 run pcap-recorder_any(filters='host 10.42.42.7')(pid=26879): Terminating (SIGTERM)\u000a18:43:28.385042 run osmo-sgsn_10.42.42.7(pid=26880): Terminating (SIGTERM)\u000a18:43:28.438397 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=26881): Terminating (SIGTERM)\u000a18:43:28.487140 run osmo-msc_10.42.42.8(pid=26882): Terminating (SIGTERM)\u000a18:43:28.532768 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=26883): Terminating (SIGTERM)\u000a18:43:28.579923 run osmo-mgw_10.42.42.3(pid=26884): Terminating (SIGTERM)\u000a18:43:28.624085 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=26885): Terminating (SIGTERM)\u000a18:43:28.667599 run osmo-mgw_10.42.42.4(pid=26886): Terminating (SIGTERM)\u000a18:43:28.712326 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=26887): Terminating (SIGTERM)\u000a18:43:28.754974 run osmo-bsc_10.42.42.9(pid=26888): Terminating (SIGTERM)\u000a18:43:28.799408 run osmo-bts-sysmo(pid=26897): Terminating (SIGTERM)\u000a18:43:28.843627 run osmo-pcu(pid=26905): Terminating (SIGTERM)\u000a18:43:28.887432 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26931): Terminating (SIGTERM)\u000a18:43:29.049282 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26931)-killSignals.SIGTERM(pid=26955): Launched\u000a18:43:30.142577 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26931)-killSignals.SIGTERM(pid=26955): Terminated: ok {rc=0}\u000a18:43:30.157057 --- ParallelTerminationStrategy: PID 26843 died...\u000a18:43:30.213297 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26843): Terminated: ok {rc=0}\u000a18:43:30.223497 --- ParallelTerminationStrategy: PID 26847 died...\u000a18:43:30.280120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26847): Terminated: ok {rc=0}\u000a18:43:30.290396 --- ParallelTerminationStrategy: PID 26848 died...\u000a18:43:30.346740 run osmo-hlr_10.42.42.2(pid=26848): Terminated: ok {rc=0}\u000a18:43:30.356865 --- ParallelTerminationStrategy: PID 26849 died...\u000a18:43:30.413129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26849): Terminated: ok {rc=0}\u000a18:43:30.423692 --- ParallelTerminationStrategy: PID 26850 died...\u000a18:43:30.479888 run osmo-stp_10.42.42.5(pid=26850): Terminated: ok {rc=0}\u000a18:43:30.490018 --- ParallelTerminationStrategy: PID 26851 died...\u000a18:43:30.546265 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26851): Terminated: ok {rc=0}\u000a18:43:30.556455 --- ParallelTerminationStrategy: PID 26856 died...\u000a18:43:30.612642 run osmo-ggsn_10.42.42.6(pid=26856): Terminated: ok {rc=0}\u000a18:43:30.622974 --- ParallelTerminationStrategy: PID 26879 died...\u000a18:43:30.679318 run pcap-recorder_any(filters='host 10.42.42.7')(pid=26879): Terminated: ok {rc=0}\u000a18:43:30.689498 --- ParallelTerminationStrategy: PID 26880 died...\u000a18:43:30.745950 run osmo-sgsn_10.42.42.7(pid=26880): Terminated: ok {rc=0}\u000a18:43:30.756143 --- ParallelTerminationStrategy: PID 26881 died...\u000a18:43:30.812278 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=26881): Terminated: ok {rc=0}\u000a18:43:30.822500 --- ParallelTerminationStrategy: PID 26882 died...\u000a18:43:30.879020 run osmo-msc_10.42.42.8(pid=26882): Terminated: ok {rc=0}\u000a18:43:30.889226 --- ParallelTerminationStrategy: PID 26883 died...\u000a18:43:30.945578 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=26883): Terminated: ok {rc=0}\u000a18:43:30.955819 --- ParallelTerminationStrategy: PID 26884 died...\u000a18:43:31.012099 run osmo-mgw_10.42.42.3(pid=26884): Terminated {rc=15}\u000a18:43:31.022361 --- ParallelTerminationStrategy: PID 26885 died...\u000a18:43:31.078599 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=26885): Terminated: ok {rc=0}\u000a18:43:31.088888 --- ParallelTerminationStrategy: PID 26886 died...\u000a18:43:31.145241 run osmo-mgw_10.42.42.4(pid=26886): Terminated {rc=15}\u000a18:43:31.155553 --- ParallelTerminationStrategy: PID 26887 died...\u000a18:43:31.211931 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=26887): Terminated: ok {rc=0}\u000a18:43:31.222453 --- ParallelTerminationStrategy: PID 26888 died...\u000a18:43:31.278578 run osmo-bsc_10.42.42.9(pid=26888): Terminated: ok {rc=0}\u000a18:43:31.288830 --- ParallelTerminationStrategy: PID 26897 died...\u000a18:43:31.345338 run osmo-bts-sysmo(pid=26897): Terminated: ok {rc=0}\u000a18:43:31.355710 --- ParallelTerminationStrategy: PID 26905 died...\u000a18:43:31.411854 run osmo-pcu(pid=26905): Terminated: ok {rc=0}\u000a18:43:37.278182 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26931): Terminating (SIGINT)\u000a18:43:37.432065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26931)-killSignals.SIGINT(pid=26960): Launched\u000a18:43:38.523294 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26931)-killSignals.SIGINT(pid=26960): Terminated: ok {rc=0}\u000a18:43:44.393943 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26931): Terminating (SIGKILL)\u000a18:43:44.547767 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26931)-killSignals.SIGUSR1(pid=26963): Launched\u000a18:43:45.641991 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26931)-killSignals.SIGUSR1(pid=26963): Terminated: ok {rc=0}\u000a18:43:45.879384 bus /gobi_6: Setting Online False\u000a18:43:48.910062 bus /gobi_6: Setting Powered False\u000a18:44:03.972907 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 2, "className" : "gprs:sysmo", "duration" : 295.0, "errorDetails" : None, "errorStackTrace" : "'sum_sent'", "failedSince" : 2063, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 105, in setup_run_iperf3_test_parallel\u000a print_results(clients[i], servers[i])\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 5, in print_results\u000a cli.print_results()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/iperf3.py\", line 342, in print_results\u000a print_result_node_tcp(self.get_results(), 'client')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/iperf3.py\", line 72, in print_result_node_tcp\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/iperf3.py\", line 65, in print_result_node_tcp\u000a sent = result['end']['sum_sent']\u000aKeyError: 'sum_sent'\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2064 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a18:44:05.137592 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:44:05.148771 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a18:44:05.278636 tst iperf3m4.py: using LAC 3947\u000a18:44:05.405534 tst iperf3m4.py: using RAC 122\u000a18:44:05.532426 tst iperf3m4.py: using CellId 3947\u000a18:44:05.661002 tst iperf3m4.py: using BVCI 3948\u000a18:44:05.686137 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:44:05.697201 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:44:05.708141 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:44:05.719101 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:44:05.729748 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:44:05.740513 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:44:05.751487 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:44:05.762254 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:44:05.773309 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a18:44:05.890839 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a18:44:06.008335 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a18:44:06.127802 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a18:44:06.408265 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:44:06.535543 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:44:06.855611 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26966): Launched\u000a18:44:07.123220 run iperf3-srv_10.42.42.10(pid=26967): Launched\u000a18:44:07.310900 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:44:07.439290 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:44:07.774366 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26969): Launched\u000a18:44:08.056879 run iperf3-srv_10.42.42.10(pid=26971): Launched\u000a18:44:08.246307 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:44:08.373201 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:44:08.693131 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26972): Launched\u000a18:44:08.955159 run iperf3-srv_10.42.42.10(pid=26973): Launched\u000a18:44:09.140343 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:44:09.266910 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:44:09.587463 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26974): Launched\u000a18:44:09.850295 run iperf3-srv_10.42.42.10(pid=26975): Launched\u000a18:44:10.035147 tst iperf3m4.py:8: start network...\u000a18:44:10.161194 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:44:10.642529 run create_hlr_db(pid=26976): Launched\u000a18:44:10.816968 bus /gobi_6: Setting Powered False\u000a18:44:11.838948 run create_hlr_db(pid=26976): Terminated: ok {rc=0}\u000a18:44:12.275131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26978): Launched\u000a18:44:12.602971 run osmo-hlr_10.42.42.2(pid=26979): Launched\u000a18:44:12.722012 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:44:13.288570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26980): Launched\u000a18:44:13.616117 run osmo-stp_10.42.42.5(pid=26981): Launched\u000a18:44:13.731768 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:44:14.299711 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26982): Launched\u000a18:44:14.415877 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:44:14.701127 run patchelf(pid=26983): Launched\u000a18:44:15.888523 run patchelf(pid=26983): Terminated: ok {rc=0}\u000a18:44:16.000202 run osmo-ggsn_10.42.42.6: Applying CAP_NET_ADMIN capability to osmo-ggsn\u000a18:44:16.280088 run osmo-gsm-tester_setcap_net_admin.sh(pid=26984): Launched\u000a18:44:17.474112 run osmo-gsm-tester_setcap_net_admin.sh(pid=26984): Terminated: ok {rc=0}\u000a18:44:17.806952 run osmo-ggsn_10.42.42.6(pid=26987): Launched\u000a18:44:18.047507 run osmo-sgsn_10.42.42.7: Starting osmo-sgsn\u000a18:44:18.632087 run pcap-recorder_any(filters='host 10.42.42.7')(pid=27008): Launched\u000a18:44:18.960679 run osmo-sgsn_10.42.42.7(pid=27009): Launched\u000a18:44:19.080186 run osmo-msc_10.42.42.8: Starting osmo-msc\u000a18:44:19.680991 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=27010): Launched\u000a18:44:20.010044 run osmo-msc_10.42.42.8(pid=27011): Launched\u000a18:44:23.184256 run osmo-mgw_10.42.42.3: Starting osmo-mgw\u000a18:44:23.766435 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=27012): Launched\u000a18:44:24.095233 run osmo-mgw_10.42.42.3(pid=27013): Launched\u000a18:44:24.212492 run osmo-mgw_10.42.42.4: Starting osmo-mgw\u000a18:44:24.768905 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=27014): Launched\u000a18:44:25.097561 run osmo-mgw_10.42.42.4(pid=27015): Launched\u000a18:44:25.213490 run osmo-bsc_10.42.42.9: Starting osmo-bsc\u000a18:44:25.897052 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=27016): Launched\u000a18:44:26.227442 run osmo-bsc_10.42.42.9(pid=27017): Launched\u000a18:44:32.506217 run osmo-bts-sysmo: Starting sysmoBTS to connect to osmo-bsc_10.42.42.9\u000a18:44:33.093500 run rm-remote-dir(pid=27018): Launched\u000a18:44:35.298429 run rm-remote-dir(pid=27018): Terminated: ok {rc=0}\u000a18:44:35.650268 run mk-remote-dir(pid=27019): Launched\u000a18:44:36.850313 run mk-remote-dir(pid=27019): Terminated: ok {rc=0}\u000a18:44:37.148430 run scp-inst-to-remote(pid=27020): Launched\u000a18:44:49.369233 run scp-inst-to-remote(pid=27020): Terminated: ok {rc=0}\u000a18:44:49.715558 run mk-remote-dir(pid=27022): Launched\u000a18:44:50.913827 run mk-remote-dir(pid=27022): Terminated: ok {rc=0}\u000a18:44:51.212131 run scp-cfg-to-remote(pid=27023): Launched\u000a18:44:52.410776 run scp-cfg-to-remote(pid=27023): Terminated: ok {rc=0}\u000a18:44:52.756104 run reload-dsp-firmware(pid=27025): Launched\u000a18:44:54.953914 run reload-dsp-firmware(pid=27025): Terminated: ok {rc=0}\u000a18:44:55.288694 run osmo-bts-sysmo(pid=27026): Launched\u000a18:44:59.606783 tst iperf3m4.py:8: Waiting for bts to be ready...\u000a18:45:01.255613 run rm-remote-dir(pid=27027): Launched\u000a18:45:03.450908 run rm-remote-dir(pid=27027): Terminated: ok {rc=0}\u000a18:45:03.792328 run mk-remote-dir(pid=27031): Launched\u000a18:45:05.989180 run mk-remote-dir(pid=27031): Terminated: ok {rc=0}\u000a18:45:06.278270 run scp-inst-to-bts(pid=27032): Launched\u000a18:45:19.486671 run scp-inst-to-bts(pid=27032): Terminated: ok {rc=0}\u000a18:45:19.824965 run mk-remote-run-dir(pid=27034): Launched\u000a18:45:22.020956 run mk-remote-run-dir(pid=27034): Terminated: ok {rc=0}\u000a18:45:22.308075 run scp-cfg-to-sysmobts(pid=27035): Launched\u000a18:45:24.502960 run scp-cfg-to-sysmobts(pid=27035): Terminated: ok {rc=0}\u000a18:45:24.839704 run osmo-pcu(pid=27037): Launched\u000a18:45:24.964043 tst iperf3m4.py: using MSISDN 3952\u000a18:45:25.145101 bus /gobi_6: Setting Powered True\u000a18:45:28.656895 run osmo-hlr_10.42.42.2: Add subscriber {algo=1, algo_str='comp128v1', imsi='901700000010978', msisdn='3952', subscriber_id=1}\u000a18:45:28.931670 bus /gobi_6: Setting Online False\u000a18:45:30.127585 bus /gobi_6: Setting Powered False\u000a18:45:37.202113 bus /gobi_6: Setting Powered True\u000a18:45:38.599992 bus /gobi_6: Setting Online True\u000a18:45:41.050326 tst /gobi_6: Connect to ('901', '70')\u000a18:45:41.322623 tst /gobi_6: Manufacturer: 'Quectel', Model: 'EC20', Revision: 'EC20EQAR02A13E2G 1 [Jul 5 2017 10:49:17]', Serial: '868323024273648'\u000a18:45:41.444238 tst iperf3m4.py: using MSISDN 3953\u000a18:45:41.728702 bus /gobi_0: Setting Powered True\u000a18:45:45.233093 run osmo-hlr_10.42.42.2: Add subscriber {algo=1, algo_str='comp128v1', imsi='901700000023847', msisdn='3953', subscriber_id=2}\u000a18:45:45.517243 bus /gobi_0: Setting Online False\u000a18:45:46.707955 bus /gobi_0: Setting Powered False\u000a18:45:54.202169 bus /gobi_0: Setting Powered True\u000a18:45:55.482799 tst /gobi_6: Already registered with network ('901', '70')\u000a18:45:55.705225 bus /gobi_0: Setting Online True\u000a18:45:58.167488 tst /gobi_0: Connect to ('901', '70')\u000a18:45:58.438959 tst /gobi_0: Manufacturer: 'Quectel', Model: 'EC20', Revision: 'EC20EQAR02A05E2G 1 [Mar 14 2016 19:33:01]', Serial: '868323024271873'\u000a18:45:58.562181 tst iperf3m4.py: using MSISDN 3954\u000a18:45:59.122338 bus /gobi_1: Setting Powered True\u000a18:46:02.608423 run osmo-hlr_10.42.42.2: Add subscriber {algo=1, algo_str='comp128v1', imsi='901700000023848', msisdn='3954', subscriber_id=3}\u000a18:46:02.893761 bus /gobi_1: Setting Online False\u000a18:46:04.081155 bus /gobi_1: Setting Powered False\u000a18:46:11.233717 bus /gobi_1: Setting Powered True\u000a18:46:12.619846 bus /gobi_1: Setting Online True\u000a18:46:13.544115 tst /gobi_0: Already registered with network ('901', '70')\u000a18:46:15.332485 tst /gobi_1: Connect to ('901', '70')\u000a18:46:15.610039 tst /gobi_1: Manufacturer: 'Quectel', Model: 'EC20', Revision: 'EC20EQAR02A05E2G 1 [Mar 14 2016 19:33:01]', Serial: '868323024272103'\u000a18:46:15.740159 tst iperf3m4.py: using MSISDN 3955\u000a18:46:15.920247 bus /gobi_4: Setting Powered True\u000a18:46:19.433551 run osmo-hlr_10.42.42.2: Add subscriber {algo=1, algo_str='comp128v1', imsi='901700000023849', msisdn='3955', subscriber_id=4}\u000a18:46:19.706668 bus /gobi_4: Setting Online False\u000a18:46:20.891089 bus /gobi_4: Setting Powered False\u000a18:46:28.215273 bus /gobi_4: Setting Powered True\u000a18:46:29.605953 bus /gobi_4: Setting Online True\u000a18:46:31.041191 tst /gobi_1: Already registered with network ('901', '70')\u000a18:46:32.271498 tst /gobi_4: Connect to ('901', '70')\u000a18:46:32.552167 tst /gobi_4: Manufacturer: 'Quectel', Model: 'EC20', Revision: 'EC20EQAR02A08E2G 1 [Jul 21 2016 10:00:50]', Serial: '868323025161511'\u000a18:46:32.739019 tst iperf3m4.py:8: waiting for modems to attach...\u000a18:46:48.744405 tst /gobi_4: Already registered with network ('901', '70')\u000a18:46:54.384630 tst iperf3m4.py:8: waiting for modems to attach to data services...\u000a18:47:02.732807 tst /gobi_6: context activated {apn='inet46', path='/gobi_6/context2', properties={AccessPointName='inet46', Active=True, AuthenticationMethod='chap', IPv6.Settings={}, Name='Internet', Password='', Protocol='ip', Settings={Address='176.16.46.1', DomainNameServers=['192.168.100.1', '8.8.8.8'], Gateway='176.16.46.2', Interface='r433306bbc2604b', Method='static', Netmask='255.255.255.252'}, Type='internet', Username='ogt'}, user='ogt'}\u000a18:47:02.936494 tst iperf3m4.py:8: Setting up data plan for \"'/gobi_6/context2'\"\u000a18:47:03.315762 run move_netns(pid=27042): Launched\u000a18:47:04.512928 run move_netns(pid=27042): Terminated: ok {rc=0}\u000a18:47:04.860441 run ifup(pid=27045): Launched\u000a18:47:06.057649 run ifup(pid=27045): Terminated: ok {rc=0}\u000a18:47:06.402997 run dhcp(pid=27048): Launched\u000a18:47:07.598513 run dhcp(pid=27048): Terminated: ok {rc=0}\u000a18:47:15.910220 tst /gobi_0: context activated {apn='inet46', path='/gobi_0/context2', properties={AccessPointName='inet46', Active=True, AuthenticationMethod='chap', IPv6.Settings={}, Name='Internet', Password='', Protocol='ip', Settings={Address='176.16.46.2', DomainNameServers=['192.168.100.1', '8.8.8.8'], Gateway='176.16.46.1', Interface='r82dcf628584c1c', Method='static', Netmask='255.255.255.252'}, Type='internet', Username='ogt'}, user='ogt'}\u000a18:47:16.096898 tst iperf3m4.py:8: Setting up data plan for \"'/gobi_0/context2'\"\u000a18:47:16.456441 run move_netns(pid=27066): Launched\u000a18:47:17.639908 run move_netns(pid=27066): Terminated: ok {rc=0}\u000a18:47:17.970025 run ifup(pid=27069): Launched\u000a18:47:19.155092 run ifup(pid=27069): Terminated: ok {rc=0}\u000a18:47:19.485572 run dhcp(pid=27072): Launched\u000a18:47:20.681677 run dhcp(pid=27072): Terminated: ok {rc=0}\u000a18:47:23.684988 tst /gobi_1: context activated {apn='inet46', path='/gobi_1/context9', properties={AccessPointName='inet46', Active=True, AuthenticationMethod='chap', IPv6.Settings={}, Name='Internet', Password='', Protocol='ip', Settings={Address='176.16.46.3', DomainNameServers=['192.168.100.1', '8.8.8.8'], Gateway='176.16.46.1', Interface='rf303c5eb721dad', Method='static', Netmask='255.255.255.248'}, Type='internet', Username='ogt'}, user='ogt'}\u000a18:47:23.871755 tst iperf3m4.py:8: Setting up data plan for \"'/gobi_1/context9'\"\u000a18:47:24.230206 run move_netns(pid=27090): Launched\u000a18:47:25.414374 run move_netns(pid=27090): Terminated: ok {rc=0}\u000a18:47:25.747258 run ifup(pid=27093): Launched\u000a18:47:26.944844 run ifup(pid=27093): Terminated: ok {rc=0}\u000a18:47:27.293317 run dhcp(pid=27096): Launched\u000a18:47:28.489135 run dhcp(pid=27096): Terminated: ok {rc=0}\u000a18:47:36.872190 tst /gobi_4: context activated {apn='inet46', path='/gobi_4/context2', properties={AccessPointName='inet46', Active=True, AuthenticationMethod='chap', IPv6.Settings={}, Name='Internet', Password='', Protocol='ip', Settings={Address='176.16.46.4', DomainNameServers=['192.168.100.1', '8.8.8.8'], Gateway='176.16.46.5', Interface='r9d788e55295d1b', Method='static', Netmask='255.255.255.252'}, Type='internet', Username='ogt'}, user='ogt'}\u000a18:47:37.059051 tst iperf3m4.py:8: Setting up data plan for \"'/gobi_4/context2'\"\u000a18:47:37.420915 run move_netns(pid=27114): Launched\u000a18:47:38.617966 run move_netns(pid=27114): Terminated: ok {rc=0}\u000a18:47:38.968435 run ifup(pid=27117): Launched\u000a18:47:40.165241 run ifup(pid=27117): Terminated: ok {rc=0}\u000a18:47:40.512800 run dhcp(pid=27120): Launched\u000a18:47:41.709021 run dhcp(pid=27120): Terminated: ok {rc=0}\u000a18:47:41.918244 tst iperf3m4.py:8: Running iperf3 client to 10.42.42.10:5003 through \"'/gobi_6/context2'\"\u000a18:47:42.058488 run iperf3-cli_10.42.42.10: Preparing iperf3-client connecting to 10.42.42.10:5003 (proto=tcp,time=60s)\u000a18:47:42.463373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27136): Launched\u000a18:47:42.719635 tst iperf3m4.py:8: Running iperf3 client to 10.42.42.10:5004 through \"'/gobi_0/context2'\"\u000a18:47:42.859682 run iperf3-cli_10.42.42.10: Preparing iperf3-client connecting to 10.42.42.10:5004 (proto=tcp,time=60s)\u000a18:47:43.263720 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27139): Launched\u000a18:47:43.518027 tst iperf3m4.py:8: Running iperf3 client to 10.42.42.10:5005 through \"'/gobi_1/context9'\"\u000a18:47:43.656821 run iperf3-cli_10.42.42.10: Preparing iperf3-client connecting to 10.42.42.10:5005 (proto=tcp,time=60s)\u000a18:47:44.057464 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27142): Launched\u000a18:47:44.311522 tst iperf3m4.py:8: Running iperf3 client to 10.42.42.10:5006 through \"'/gobi_4/context2'\"\u000a18:47:44.450430 run iperf3-cli_10.42.42.10: Preparing iperf3-client connecting to 10.42.42.10:5006 (proto=tcp,time=60s)\u000a18:47:44.884665 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27145): Launched\u000a18:47:45.209769 run iperf3-cli_10.42.42.10(pid=27148): Launched\u000a18:47:45.484308 run iperf3-cli_10.42.42.10(pid=27151): Launched\u000a18:47:45.754659 run iperf3-cli_10.42.42.10(pid=27154): Launched\u000a18:47:46.026203 run iperf3-cli_10.42.42.10(pid=27157): Launched\u000a18:48:54.469178 run iperf3-cli_10.42.42.10(pid=27148): ERR: Terminated: ERROR {rc=1} [trial-2064↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪iperf3-srv_10.42.42.10↪iperf3-cli_10.42.42.10↪iperf3-cli_10.42.42.10(pid=27148)]\u000a18:48:54.627124 run iperf3-cli_10.42.42.10(pid=27148): stdout: \u000a| \u0009\u0009\u0009\u0009\"bits_per_second\":\u00090,\u000a| \u0009\u0009\u0009\u0009\"retransmits\":\u00090,\u000a| \u0009\u0009\u0009\u0009\"omitted\":\u0009false\u000a| \u0009\u0009\u0009}\u000a| \u0009\u0009}],\u000a| \u0009\"end\":\u0009{\u000a| \u0009},\u000a| \u0009\"error\":\u0009\"error - control socket has closed unexpectedly\"\u000a| }\u000a| child exited with 1 \u000a18:48:54.762003 run iperf3-cli_10.42.42.10(pid=27148): stderr: \u000a| (launched: 2022-03-29_18:47:45.089716) \u000a18:48:55.951606 run iperf3-cli_10.42.42.10(pid=27151): ERR: Terminated: ERROR {rc=1} [trial-2064↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪iperf3-srv_10.42.42.10↪iperf3-cli_10.42.42.10↪iperf3-cli_10.42.42.10(pid=27151)]\u000a18:48:56.095301 run iperf3-cli_10.42.42.10(pid=27151): stdout: \u000a| \u0009\u0009\u0009\u0009\"bits_per_second\":\u00090,\u000a| \u0009\u0009\u0009\u0009\"retransmits\":\u00090,\u000a| \u0009\u0009\u0009\u0009\"omitted\":\u0009false\u000a| \u0009\u0009\u0009}\u000a| \u0009\u0009}],\u000a| \u0009\"end\":\u0009{\u000a| \u0009},\u000a| \u0009\"error\":\u0009\"error - control socket has closed unexpectedly\"\u000a| }\u000a| child exited with 1 \u000a18:48:56.238047 run iperf3-cli_10.42.42.10(pid=27151): stderr: \u000a| (launched: 2022-03-29_18:47:45.365519) \u000a18:48:57.441464 run iperf3-cli_10.42.42.10(pid=27154): ERR: Terminated: ERROR {rc=1} [trial-2064↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪iperf3-srv_10.42.42.10↪iperf3-cli_10.42.42.10↪iperf3-cli_10.42.42.10(pid=27154)]\u000a18:48:57.585447 run iperf3-cli_10.42.42.10(pid=27154): stdout: \u000a| \u0009\u0009\u0009\u0009\"bits_per_second\":\u00090,\u000a| \u0009\u0009\u0009\u0009\"retransmits\":\u00090,\u000a| \u0009\u0009\u0009\u0009\"omitted\":\u0009false\u000a| \u0009\u0009\u0009}\u000a| \u0009\u0009}],\u000a| \u0009\"end\":\u0009{\u000a| \u0009},\u000a| \u0009\"error\":\u0009\"error - control socket has closed unexpectedly\"\u000a| }\u000a| child exited with 1 \u000a18:48:57.727525 run iperf3-cli_10.42.42.10(pid=27154): stderr: \u000a| (launched: 2022-03-29_18:47:45.642079) \u000a18:48:58.912307 run iperf3-cli_10.42.42.10(pid=27157): ERR: Terminated: ERROR {rc=1} [trial-2064↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪iperf3-srv_10.42.42.10↪iperf3-cli_10.42.42.10↪iperf3-cli_10.42.42.10(pid=27157)]\u000a18:48:59.041297 run iperf3-cli_10.42.42.10(pid=27157): stdout: \u000a| \u0009\u0009\u0009\u0009\"bits_per_second\":\u00090,\u000a| \u0009\u0009\u0009\u0009\"retransmits\":\u00090,\u000a| \u0009\u0009\u0009\u0009\"omitted\":\u0009false\u000a| \u0009\u0009\u0009}\u000a| \u0009\u0009}],\u000a| \u0009\"end\":\u0009{\u000a| \u0009},\u000a| \u0009\"error\":\u0009\"error - control socket has closed unexpectedly\"\u000a| }\u000a| child exited with 1 \u000a18:48:59.168709 run iperf3-cli_10.42.42.10(pid=27157): stderr: \u000a| (launched: 2022-03-29_18:47:45.912502) \u000a18:48:59.285650 run iperf3-srv_10.42.42.10(pid=26967): Terminating (SIGINT)\u000a18:48:59.617276 run iperf3-srv_10.42.42.10(pid=26967): Terminated {rc=1}\u000a18:48:59.807600 tst iperf3m4.py:8: Results for 10.42.42.10:5003 through \"'/gobi_6/context2'\"\u000a18:48:59.863462 tst iperf3m4.py:8: ERR: KeyError: 'sum_sent' [trial-2064↪gprs:sysmo↪iperf3m4.py:8]\u000a18:48:59.870281 tst iperf3m4.py:8: Test FAILED (294.8 sec)\u000a18:48:59.907576 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26966): Terminating (SIGTERM)\u000a18:48:59.949820 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26969): Terminating (SIGTERM)\u000a18:48:59.990945 run iperf3-srv_10.42.42.10(pid=26971): Terminating (SIGTERM)\u000a18:49:00.032065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26972): Terminating (SIGTERM)\u000a18:49:00.072958 run iperf3-srv_10.42.42.10(pid=26973): Terminating (SIGTERM)\u000a18:49:00.113642 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26974): Terminating (SIGTERM)\u000a18:49:00.154497 run iperf3-srv_10.42.42.10(pid=26975): Terminating (SIGTERM)\u000a18:49:00.195714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26978): Terminating (SIGTERM)\u000a18:49:00.236537 run osmo-hlr_10.42.42.2(pid=26979): Terminating (SIGTERM)\u000a18:49:00.278668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26980): Terminating (SIGTERM)\u000a18:49:00.320413 run osmo-stp_10.42.42.5(pid=26981): Terminating (SIGTERM)\u000a18:49:00.374252 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26982): Terminating (SIGTERM)\u000a18:49:00.415987 run osmo-ggsn_10.42.42.6(pid=26987): Terminating (SIGTERM)\u000a18:49:00.463651 run pcap-recorder_any(filters='host 10.42.42.7')(pid=27008): Terminating (SIGTERM)\u000a18:49:00.518975 run osmo-sgsn_10.42.42.7(pid=27009): Terminating (SIGTERM)\u000a18:49:00.569651 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=27010): Terminating (SIGTERM)\u000a18:49:00.622377 run osmo-msc_10.42.42.8(pid=27011): Terminating (SIGTERM)\u000a18:49:00.676750 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=27012): Terminating (SIGTERM)\u000a18:49:00.728862 run osmo-mgw_10.42.42.3(pid=27013): Terminating (SIGTERM)\u000a18:49:00.789825 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=27014): Terminating (SIGTERM)\u000a18:49:00.835908 run osmo-mgw_10.42.42.4(pid=27015): Terminating (SIGTERM)\u000a18:49:00.881113 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=27016): Terminating (SIGTERM)\u000a18:49:00.925531 run osmo-bsc_10.42.42.9(pid=27017): Terminating (SIGTERM)\u000a18:49:00.972073 run osmo-bts-sysmo(pid=27026): Terminating (SIGTERM)\u000a18:49:01.019565 run osmo-pcu(pid=27037): Terminating (SIGTERM)\u000a18:49:01.065938 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27136): Terminating (SIGTERM)\u000a18:49:01.235041 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27136)-killSignals.SIGTERM(pid=27181): Launched\u000a18:49:02.330774 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27136)-killSignals.SIGTERM(pid=27181): Terminated: ok {rc=0}\u000a18:49:02.378634 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27139): Terminating (SIGTERM)\u000a18:49:02.535809 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27139)-killSignals.SIGTERM(pid=27186): Launched\u000a18:49:03.630145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27139)-killSignals.SIGTERM(pid=27186): Terminated: ok {rc=0}\u000a18:49:03.678048 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27142): Terminating (SIGTERM)\u000a18:49:03.836292 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27142)-killSignals.SIGTERM(pid=27189): Launched\u000a18:49:04.932924 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27142)-killSignals.SIGTERM(pid=27189): Terminated: ok {rc=0}\u000a18:49:04.981063 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27145): Terminating (SIGTERM)\u000a18:49:05.135246 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27145)-killSignals.SIGTERM(pid=27192): Launched\u000a18:49:06.230408 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27145)-killSignals.SIGTERM(pid=27192): Terminated: ok {rc=0}\u000a18:49:06.244851 --- ParallelTerminationStrategy: PID 26966 died...\u000a18:49:06.301943 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26966): Terminated: ok {rc=0}\u000a18:49:06.312031 --- ParallelTerminationStrategy: PID 26969 died...\u000a18:49:06.368133 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26969): Terminated: ok {rc=0}\u000a18:49:06.378013 --- ParallelTerminationStrategy: PID 26971 died...\u000a18:49:06.434019 run iperf3-srv_10.42.42.10(pid=26971): Terminated {rc=256}\u000a18:49:06.444011 --- ParallelTerminationStrategy: PID 26972 died...\u000a18:49:06.499901 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26972): Terminated: ok {rc=0}\u000a18:49:06.509925 --- ParallelTerminationStrategy: PID 26973 died...\u000a18:49:06.567695 run iperf3-srv_10.42.42.10(pid=26973): Terminated {rc=256}\u000a18:49:06.578065 --- ParallelTerminationStrategy: PID 26974 died...\u000a18:49:06.633678 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26974): Terminated: ok {rc=0}\u000a18:49:06.643538 --- ParallelTerminationStrategy: PID 26975 died...\u000a18:49:06.698658 run iperf3-srv_10.42.42.10(pid=26975): Terminated {rc=256}\u000a18:49:06.708741 --- ParallelTerminationStrategy: PID 26978 died...\u000a18:49:06.763577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26978): Terminated: ok {rc=0}\u000a18:49:06.774133 --- ParallelTerminationStrategy: PID 26979 died...\u000a18:49:06.829543 run osmo-hlr_10.42.42.2(pid=26979): Terminated: ok {rc=0}\u000a18:49:06.839409 --- ParallelTerminationStrategy: PID 26980 died...\u000a18:49:06.894144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26980): Terminated: ok {rc=0}\u000a18:49:06.904676 --- ParallelTerminationStrategy: PID 26981 died...\u000a18:49:06.959973 run osmo-stp_10.42.42.5(pid=26981): Terminated: ok {rc=0}\u000a18:49:06.969725 --- ParallelTerminationStrategy: PID 26982 died...\u000a18:49:07.024763 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26982): Terminated: ok {rc=0}\u000a18:49:07.035152 --- ParallelTerminationStrategy: PID 26987 died...\u000a18:49:07.090308 run osmo-ggsn_10.42.42.6(pid=26987): Terminated: ok {rc=0}\u000a18:49:07.100170 --- ParallelTerminationStrategy: PID 27008 died...\u000a18:49:07.155555 run pcap-recorder_any(filters='host 10.42.42.7')(pid=27008): Terminated: ok {rc=0}\u000a18:49:07.165421 --- ParallelTerminationStrategy: PID 27009 died...\u000a18:49:07.220355 run osmo-sgsn_10.42.42.7(pid=27009): Terminated: ok {rc=0}\u000a18:49:07.230285 --- ParallelTerminationStrategy: PID 27010 died...\u000a18:49:07.284993 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=27010): Terminated: ok {rc=0}\u000a18:49:07.295594 --- ParallelTerminationStrategy: PID 27011 died...\u000a18:49:07.350059 run osmo-msc_10.42.42.8(pid=27011): Terminated: ok {rc=0}\u000a18:49:07.360544 --- ParallelTerminationStrategy: PID 27012 died...\u000a18:49:07.415946 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=27012): Terminated: ok {rc=0}\u000a18:49:07.426431 --- ParallelTerminationStrategy: PID 27013 died...\u000a18:49:07.481897 run osmo-mgw_10.42.42.3(pid=27013): Terminated {rc=15}\u000a18:49:07.492163 --- ParallelTerminationStrategy: PID 27014 died...\u000a18:49:07.547887 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=27014): Terminated: ok {rc=0}\u000a18:49:07.558064 --- ParallelTerminationStrategy: PID 27015 died...\u000a18:49:07.617727 run osmo-mgw_10.42.42.4(pid=27015): Terminated {rc=15}\u000a18:49:07.628416 --- ParallelTerminationStrategy: PID 27016 died...\u000a18:49:07.685117 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=27016): Terminated: ok {rc=0}\u000a18:49:07.695548 --- ParallelTerminationStrategy: PID 27017 died...\u000a18:49:07.752413 run osmo-bsc_10.42.42.9(pid=27017): Terminated: ok {rc=0}\u000a18:49:07.762885 --- ParallelTerminationStrategy: PID 27026 died...\u000a18:49:07.819330 run osmo-bts-sysmo(pid=27026): Terminated: ok {rc=0}\u000a18:49:07.829728 --- ParallelTerminationStrategy: PID 27037 died...\u000a18:49:07.886471 run osmo-pcu(pid=27037): Terminated: ok {rc=0}\u000a18:49:13.754422 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27136): Terminating (SIGINT)\u000a18:49:13.910607 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27136)-killSignals.SIGINT(pid=27199): Launched\u000a18:49:15.004329 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27136)-killSignals.SIGINT(pid=27199): Terminated: ok {rc=0}\u000a18:49:15.052756 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27139): Terminating (SIGINT)\u000a18:49:15.205594 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27139)-killSignals.SIGINT(pid=27202): Launched\u000a18:49:16.299606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27139)-killSignals.SIGINT(pid=27202): Terminated: ok {rc=0}\u000a18:49:16.347359 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27142): Terminating (SIGINT)\u000a18:49:16.499120 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27142)-killSignals.SIGINT(pid=27205): Launched\u000a18:49:17.592566 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27142)-killSignals.SIGINT(pid=27205): Terminated: ok {rc=0}\u000a18:49:17.640904 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27145): Terminating (SIGINT)\u000a18:49:17.801929 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27145)-killSignals.SIGINT(pid=27208): Launched\u000a18:49:18.895014 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27145)-killSignals.SIGINT(pid=27208): Terminated: ok {rc=0}\u000a18:49:24.766681 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27136): Terminating (SIGKILL)\u000a18:49:24.924357 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27136)-killSignals.SIGUSR1(pid=27211): Launched\u000a18:49:26.018401 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27136)-killSignals.SIGUSR1(pid=27211): Terminated: ok {rc=0}\u000a18:49:26.066160 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27139): Terminating (SIGKILL)\u000a18:49:26.223400 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27139)-killSignals.SIGUSR1(pid=27214): Launched\u000a18:49:27.318090 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27139)-killSignals.SIGUSR1(pid=27214): Terminated: ok {rc=0}\u000a18:49:27.365812 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27142): Terminating (SIGKILL)\u000a18:49:27.524070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27142)-killSignals.SIGUSR1(pid=27217): Launched\u000a18:49:28.617986 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27142)-killSignals.SIGUSR1(pid=27217): Terminated: ok {rc=0}\u000a18:49:28.666018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27145): Terminating (SIGKILL)\u000a18:49:28.818018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27145)-killSignals.SIGUSR1(pid=27220): Launched\u000a18:49:29.912139 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27145)-killSignals.SIGUSR1(pid=27220): Terminated: ok {rc=0}\u000a18:49:30.144815 bus /gobi_4: Setting Online False\u000a18:49:31.284004 bus /gobi_4: Setting Powered False\u000a18:49:45.981582 bus /gobi_4: Setting Powered False\u000a18:49:47.087576 bus /gobi_4: Setting Powered False\u000a18:49:48.239710 bus /gobi_1: Setting Online False\u000a18:49:49.363326 bus /gobi_1: Setting Powered False\u000a18:49:57.133678 bus /gobi_1: Setting Powered False\u000a18:49:58.240323 bus /gobi_1: Setting Powered False\u000a18:49:59.392129 bus /gobi_0: Setting Online False\u000a18:50:00.530743 bus /gobi_0: Setting Powered False\u000a18:50:08.973464 bus /gobi_0: Setting Powered False\u000a18:50:10.081358 bus /gobi_0: Setting Powered False\u000a18:50:11.233130 bus /gobi_6: Setting Online False\u000a18:50:12.367834 bus /gobi_6: Setting Powered False\u000a18:50:20.982103 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 0, "className" : "gprs:sysmo", "duration" : 151.0, "errorDetails" : None, "errorStackTrace" : None, "failedSince" : 0, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "PASSED", "stderr" : None, "stdout" : "(launched: 2022-03-29_18:52:25.160958)\u000a27313: waiting for 27314\u000aPING 10.42.42.6 (10.42.42.6) 56(84) bytes of data.\u000a64 bytes from 10.42.42.6: icmp_seq=1 ttl=64 time=943 ms\u000a64 bytes from 10.42.42.6: icmp_seq=2 ttl=64 time=584 ms\u000a64 bytes from 10.42.42.6: icmp_seq=3 ttl=64 time=585 ms\u000a64 bytes from 10.42.42.6: icmp_seq=4 ttl=64 time=581 ms\u000a64 bytes from 10.42.42.6: icmp_seq=5 ttl=64 time=563 ms\u000a64 bytes from 10.42.42.6: icmp_seq=6 ttl=64 time=581 ms\u000a64 bytes from 10.42.42.6: icmp_seq=7 ttl=64 time=577 ms\u000a64 bytes from 10.42.42.6: icmp_seq=8 ttl=64 time=560 ms\u000a64 bytes from 10.42.42.6: icmp_seq=9 ttl=64 time=578 ms\u000a64 bytes from 10.42.42.6: icmp_seq=10 ttl=64 time=574 ms\u000a\u000a--- 10.42.42.6 ping statistics ---\u000a10 packets transmitted, 10 received, 0% packet loss, time 18ms\u000artt min/avg/max/mdev = 559.738/612.790/943.318/110.469 ms\u000achild exited with 0\u000a" }, { "testActions" : [ ], "age" : 0, "className" : "gprs:sysmo", "duration" : 252.0, "errorDetails" : None, "errorStackTrace" : None, "failedSince" : 0, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "PASSED", "stderr" : None, "stdout" : "[1] Running 10 ping requests for \"'/gobi_6/context2'\"\u000a(launched: 2022-03-29_18:56:04.093106)\u000a27419: waiting for 27420\u000aPING 10.42.42.6 (10.42.42.6) 56(84) bytes of data.\u000a64 bytes from 10.42.42.6: icmp_seq=1 ttl=64 time=679 ms\u000a64 bytes from 10.42.42.6: icmp_seq=2 ttl=64 time=638 ms\u000a64 bytes from 10.42.42.6: icmp_seq=3 ttl=64 time=615 ms\u000a64 bytes from 10.42.42.6: icmp_seq=4 ttl=64 time=596 ms\u000a64 bytes from 10.42.42.6: icmp_seq=5 ttl=64 time=592 ms\u000a64 bytes from 10.42.42.6: icmp_seq=6 ttl=64 time=532 ms\u000a64 bytes from 10.42.42.6: icmp_seq=7 ttl=64 time=533 ms\u000a64 bytes from 10.42.42.6: icmp_seq=8 ttl=64 time=492 ms\u000a64 bytes from 10.42.42.6: icmp_seq=9 ttl=64 time=488 ms\u000a64 bytes from 10.42.42.6: icmp_seq=10 ttl=64 time=487 ms\u000a\u000a--- 10.42.42.6 ping statistics ---\u000a10 packets transmitted, 10 received, 0% packet loss, time 21ms\u000artt min/avg/max/mdev = 486.902/565.056/678.590/64.750 ms\u000achild exited with 0\u000aSleeping for 60 seconds\u000a[2] Running 10 ping requests for \"'/gobi_6/context2'\"\u000a(launched: 2022-03-29_18:57:15.307744)\u000a27425: waiting for 27426\u000aPING 10.42.42.6 (10.42.42.6) 56(84) bytes of data.\u000a64 bytes from 10.42.42.6: icmp_seq=1 ttl=64 time=536 ms\u000a64 bytes from 10.42.42.6: icmp_seq=2 ttl=64 time=454 ms\u000a64 bytes from 10.42.42.6: icmp_seq=3 ttl=64 time=431 ms\u000a64 bytes from 10.42.42.6: icmp_seq=4 ttl=64 time=413 ms\u000a64 bytes from 10.42.42.6: icmp_seq=5 ttl=64 time=431 ms\u000a64 bytes from 10.42.42.6: icmp_seq=6 ttl=64 time=427 ms\u000a64 bytes from 10.42.42.6: icmp_seq=7 ttl=64 time=408 ms\u000a64 bytes from 10.42.42.6: icmp_seq=8 ttl=64 time=405 ms\u000a64 bytes from 10.42.42.6: icmp_seq=9 ttl=64 time=405 ms\u000a64 bytes from 10.42.42.6: icmp_seq=10 ttl=64 time=381 ms\u000a\u000a--- 10.42.42.6 ping statistics ---\u000a10 packets transmitted, 10 received, 0% packet loss, time 21ms\u000artt min/avg/max/mdev = 381.454/429.068/536.304/40.329 ms\u000achild exited with 0\u000a" } ], "duration" : 1343.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-03-29T18:35:28" } ] }