{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 1513.0, "empty" : False, "failCount" : 4, "passCount" : 3, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 6, "className" : "nitb_sms:sysmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=31563): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31563) [trial-2068↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31563)]", "failedSince" : 2063, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=31563): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31563) [trial-2068↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31563)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2068 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a17:03:17.429655 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a17:03:17.440446 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a17:03:18.013112 tst mo_mt_sms.py: using LAC 4432\u000a17:03:18.124367 tst mo_mt_sms.py: using RAC 97\u000a17:03:18.240855 tst mo_mt_sms.py: using CellId 4432\u000a17:03:18.351363 tst mo_mt_sms.py: using BVCI 4433\u000a17:03:18.373095 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a17:03:18.571473 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a17:03:18.859322 tst mo_mt_sms.py:9: start nitb and bts...\u000a17:03:18.993258 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a17:03:21.376392 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31562): Launched\u000a17:03:21.692316 run osmo-nitb_10.42.42.2(pid=31563): Launched\u000a17:03:21.875630 run osmo-nitb_10.42.42.2(pid=31563): ERR: Terminated: ERROR {rc=2} [trial-2068↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31563)]\u000a17:03:22.008120 run osmo-nitb_10.42.42.2(pid=31563): stdout: \u000a| (launched: 2022-12-01_17:03:21.537357) \u000a17:03:22.141307 run osmo-nitb_10.42.42.2(pid=31563): stderr: \u000a| (launched: 2022-12-01_17:03:21.584967)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:03:22.269352 run osmo-nitb_10.42.42.2(pid=31563): stdout: \u000a| (launched: 2022-12-01_17:03:21.537357) \u000a17:03:22.396166 run osmo-nitb_10.42.42.2(pid=31563): stderr: \u000a| (launched: 2022-12-01_17:03:21.584967)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:03:22.451898 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=31563): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31563) [trial-2068↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31563)] [trial-2068↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a17:03:22.460774 tst mo_mt_sms.py:11: Test FAILED (5.0 sec)\u000a17:03:22.497733 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31562): Terminating (SIGTERM)\u000a17:03:22.675674 --- ParallelTerminationStrategy: PID 31562 died...\u000a17:03:22.733817 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31562): Terminated: ok {rc=0}\u000a17:03:22.821304 bus /sierra_3: Setting Powered False\u000a17:03:23.935540 bus /sierra_3: Setting Powered False\u000a17:03:25.049383 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-01T17:03:17" }, { "cases" : [ { "testActions" : [ ], "age" : 0, "className" : "sms:sysmo", "duration" : 118.0, "errorDetails" : None, "errorStackTrace" : None, "failedSince" : 0, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "PASSED", "stderr" : None, "stdout" : "\u000a----------------------------------------------\u000atrial-2068 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a17:03:26.905138 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:03:26.916324 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a17:03:27.043153 tst mo_mt_sms.py: using LAC 4433\u000a17:03:27.166677 tst mo_mt_sms.py: using RAC 98\u000a17:03:27.289953 tst mo_mt_sms.py: using CellId 4433\u000a17:03:27.412811 tst mo_mt_sms.py: using BVCI 4434\u000a17:03:27.436993 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:03:27.448225 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:03:27.459264 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:03:27.470397 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:03:27.481676 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:03:27.492958 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a17:03:27.606281 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a17:03:27.803089 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:03:29.411638 run create_hlr_db(pid=31567): Launched\u000a17:03:29.583269 bus /sierra_2: Setting Powered False\u000a17:03:30.604108 run create_hlr_db(pid=31567): Terminated: ok {rc=0}\u000a17:03:31.029969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31569): Launched\u000a17:03:31.351229 run osmo-hlr_10.42.42.2(pid=31570): Launched\u000a17:03:31.468059 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:03:34.071233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31571): Launched\u000a17:03:34.391716 run osmo-stp_10.42.42.5(pid=31572): Launched\u000a17:03:34.508375 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:03:39.963558 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31573): Launched\u000a17:03:40.300126 run osmo-msc_10.42.42.6(pid=31574): Launched\u000a17:03:43.472199 run osmo-mgw_10.42.42.3: Starting osmo-mgw\u000a17:03:45.248817 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=31575): Launched\u000a17:03:45.569164 run osmo-mgw_10.42.42.3(pid=31576): Launched\u000a17:03:45.719747 run osmo-mgw_10.42.42.4: Starting osmo-mgw\u000a17:03:46.262679 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31578): Launched\u000a17:03:46.584213 run osmo-mgw_10.42.42.4(pid=31579): Launched\u000a17:03:46.699145 run osmo-bsc_10.42.42.7: Starting osmo-bsc\u000a17:03:51.183833 run pcap-recorder_any(filters='host 10.42.42.7 and port not 22')(pid=31580): Launched\u000a17:03:51.483870 run osmo-bsc_10.42.42.7(pid=31581): Launched\u000a17:03:57.742118 run osmo-bts-sysmo: Starting sysmoBTS to connect to osmo-bsc_10.42.42.7\u000a17:03:58.654399 run rm-remote-dir(pid=31582): Launched\u000a17:04:00.839549 run rm-remote-dir(pid=31582): Terminated: ok {rc=0}\u000a17:04:01.159336 run mk-remote-dir(pid=31583): Launched\u000a17:04:02.342144 run mk-remote-dir(pid=31583): Terminated: ok {rc=0}\u000a17:04:02.618673 run scp-inst-to-remote(pid=31584): Launched\u000a17:04:14.824718 run scp-inst-to-remote(pid=31584): Terminated: ok {rc=0}\u000a17:04:15.163252 run mk-remote-dir(pid=31586): Launched\u000a17:04:16.356685 run mk-remote-dir(pid=31586): Terminated: ok {rc=0}\u000a17:04:16.648358 run scp-cfg-to-remote(pid=31587): Launched\u000a17:04:17.841193 run scp-cfg-to-remote(pid=31587): Terminated: ok {rc=0}\u000a17:04:18.173745 run reload-dsp-firmware(pid=31589): Launched\u000a17:04:20.367480 run reload-dsp-firmware(pid=31589): Terminated: ok {rc=0}\u000a17:04:20.693170 run osmo-bts-sysmo(pid=31590): Launched\u000a17:04:24.925796 tst mo_mt_sms.py: using MSISDN 4026\u000a17:04:25.101149 bus /sierra_2: Setting Powered True\u000a17:04:28.582150 run osmo-hlr_10.42.42.2: Add subscriber {algo=1, algo_str='comp128v1', imsi='901700000015252', msisdn='4026', subscriber_id=1}\u000a17:04:28.719142 tst mo_mt_sms.py: using MSISDN 4027\u000a17:04:28.893690 bus /sierra_3: Setting Powered True\u000a17:04:32.355038 run osmo-hlr_10.42.42.2: Add subscriber {algo=1, algo_str='comp128v1', imsi='901700000015253', msisdn='4027', subscriber_id=2}\u000a17:04:32.616022 bus /sierra_2: Setting Online False\u000a17:04:33.795116 bus /sierra_2: Setting Powered False\u000a17:04:40.163101 bus /sierra_2: Setting Powered True\u000a17:04:41.506002 bus /sierra_2: Setting Online True\u000a17:04:43.911764 tst /sierra_2: Connect to ('901', '70')\u000a17:04:44.232045 bus /sierra_3: Setting Online False\u000a17:04:45.423602 bus /sierra_3: Setting Powered False\u000a17:04:51.150094 bus /sierra_3: Setting Powered True\u000a17:04:52.484979 bus /sierra_3: Setting Online True\u000a17:04:54.986887 tst /sierra_3: Connect to ('901', '70')\u000a17:04:55.153194 tst /sierra_2: Manufacturer: 'Sierra Wireless, Incorporated', Model: 'MC7304', Revision: 'SWI9X15C_06.03.32.04 r28324 CNSHZ-AR-BUILD 2015/05/25 01:09:15', Serial: '356853054228053'\u000a17:04:55.275482 tst /sierra_3: Manufacturer: 'Sierra Wireless, Incorporated', Model: 'MC7304', Revision: 'SWI9X15C_06.03.32.04 r28324 CNSHZ-AR-BUILD 2015/05/25 01:09:15', Serial: '356853054229028'\u000a17:04:55.469850 tst mo_mt_sms.py:35: waiting for modems to attach...\u000a17:05:00.165780 tst /sierra_2: Already registered with network ('901', '70')\u000a17:05:13.295260 tst /sierra_3: Already registered with network ('901', '70')\u000a17:05:18.053642 tst /sierra_2: sending sms to MSISDN 4027 {sms='message nr. 1, from /sierra_2, to /sierra_3, from 4026, to 4027'}\u000a17:05:24.122672 tst /sierra_3: Incoming SMS: 'message nr. 1, from /sierra_2, to /sierra_3, from 4026, to 4027'\u000a17:05:24.294018 tst /sierra_3: SMS received as expected: 'message nr. 1, from /sierra_2, to /sierra_3, from 4026, to 4027'\u000a17:05:24.413629 tst mo_mt_sms.py: Test passed (117.5 sec)\u000a17:05:24.460152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31569): Terminating (SIGTERM)\u000a17:05:24.500768 run osmo-hlr_10.42.42.2(pid=31570): Terminating (SIGTERM)\u000a17:05:24.543730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31571): Terminating (SIGTERM)\u000a17:05:24.585714 run osmo-stp_10.42.42.5(pid=31572): Terminating (SIGTERM)\u000a17:05:24.629201 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31573): Terminating (SIGTERM)\u000a17:05:24.679170 run osmo-msc_10.42.42.6(pid=31574): Terminating (SIGTERM)\u000a17:05:24.724860 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=31575): Terminating (SIGTERM)\u000a17:05:24.770603 run osmo-mgw_10.42.42.3(pid=31576): Terminating (SIGTERM)\u000a17:05:24.814307 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31578): Terminating (SIGTERM)\u000a17:05:24.860018 run osmo-mgw_10.42.42.4(pid=31579): Terminating (SIGTERM)\u000a17:05:24.903163 run pcap-recorder_any(filters='host 10.42.42.7 and port not 22')(pid=31580): Terminating (SIGTERM)\u000a17:05:24.944285 run osmo-bsc_10.42.42.7(pid=31581): Terminating (SIGTERM)\u000a17:05:24.984727 run osmo-bts-sysmo(pid=31590): Terminating (SIGTERM)\u000a17:05:24.994638 --- ParallelTerminationStrategy: PID 31569 died...\u000a17:05:25.049588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31569): Terminated: ok {rc=0}\u000a17:05:25.060218 --- ParallelTerminationStrategy: PID 31570 died...\u000a17:05:25.115204 run osmo-hlr_10.42.42.2(pid=31570): Terminated: ok {rc=0}\u000a17:05:25.124939 --- ParallelTerminationStrategy: PID 31571 died...\u000a17:05:25.179243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31571): Terminated: ok {rc=0}\u000a17:05:25.188849 --- ParallelTerminationStrategy: PID 31572 died...\u000a17:05:25.243012 run osmo-stp_10.42.42.5(pid=31572): Terminated: ok {rc=0}\u000a17:05:25.253147 --- ParallelTerminationStrategy: PID 31573 died...\u000a17:05:25.308281 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31573): Terminated: ok {rc=0}\u000a17:05:25.319022 --- ParallelTerminationStrategy: PID 31574 died...\u000a17:05:25.376473 run osmo-msc_10.42.42.6(pid=31574): Terminated: ok {rc=0}\u000a17:05:25.387188 --- ParallelTerminationStrategy: PID 31575 died...\u000a17:05:25.443417 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=31575): Terminated: ok {rc=0}\u000a17:05:25.454596 --- ParallelTerminationStrategy: PID 31576 died...\u000a17:05:25.509488 run osmo-mgw_10.42.42.3(pid=31576): Terminated {rc=15}\u000a17:05:25.519224 --- ParallelTerminationStrategy: PID 31578 died...\u000a17:05:25.573515 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31578): Terminated: ok {rc=0}\u000a17:05:25.583499 --- ParallelTerminationStrategy: PID 31579 died...\u000a17:05:25.637913 run osmo-mgw_10.42.42.4(pid=31579): Terminated {rc=15}\u000a17:05:25.647638 --- ParallelTerminationStrategy: PID 31580 died...\u000a17:05:25.702220 run pcap-recorder_any(filters='host 10.42.42.7 and port not 22')(pid=31580): Terminated: ok {rc=0}\u000a17:05:25.711976 --- ParallelTerminationStrategy: PID 31581 died...\u000a17:05:25.766459 run osmo-bsc_10.42.42.7(pid=31581): Terminated: ok {rc=0}\u000a17:05:25.776188 --- ParallelTerminationStrategy: PID 31590 died...\u000a17:05:25.830267 run osmo-bts-sysmo(pid=31590): Terminated: ok {rc=0}\u000a17:05:25.963245 bus /sierra_3: Setting Online False\u000a17:05:27.094367 bus /sierra_3: Setting Powered False\u000a17:05:37.956005 bus /sierra_3: Setting Powered False\u000a17:05:39.062228 bus /sierra_3: Setting Powered False\u000a17:05:40.220526 bus /sierra_2: Setting Online False\u000a17:05:41.364891 bus /sierra_2: Setting Powered False\u000a17:05:48.958766 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 145.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-01T17:03:26" }, { "cases" : [ { "testActions" : [ ], "age" : 6, "className" : "gprs:sysmo", "duration" : 232.0, "errorDetails" : None, "errorStackTrace" : "'sum_sent'", "failedSince" : 2063, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 105, in setup_run_iperf3_test_parallel\u000a print_results(clients[i], servers[i])\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 5, in print_results\u000a cli.print_results()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/iperf3.py\", line 342, in print_results\u000a print_result_node_tcp(self.get_results(), 'client')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/iperf3.py\", line 72, in print_result_node_tcp\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/iperf3.py\", line 65, in print_result_node_tcp\u000a sent = result['end']['sum_sent']\u000aKeyError: 'sum_sent'\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2068 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:05:51.068066 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:05:51.079315 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a17:05:51.205111 tst cs_paging_gprs_active.py: using LAC 4434\u000a17:05:51.327911 tst cs_paging_gprs_active.py: using RAC 99\u000a17:05:51.444991 tst cs_paging_gprs_active.py: using CellId 4434\u000a17:05:51.563777 tst cs_paging_gprs_active.py: using BVCI 4435\u000a17:05:51.587267 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:05:51.597857 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:05:51.608513 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:05:51.619226 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:05:51.629709 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:05:51.640379 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:05:51.651104 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:05:51.661662 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:05:51.672523 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a17:05:51.790909 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a17:05:52.090644 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:05:52.228638 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:05:52.570023 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31602): Launched\u000a17:05:52.857554 run iperf3-srv_10.42.42.10(pid=31603): Launched\u000a17:05:53.058581 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:05:53.195229 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:05:53.535704 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31604): Launched\u000a17:05:53.819626 run iperf3-srv_10.42.42.10(pid=31605): Launched\u000a17:05:54.020165 tst cs_paging_gprs_active.py:38: start network...\u000a17:05:54.156849 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:05:54.675424 run create_hlr_db(pid=31606): Launched\u000a17:05:54.864422 bus /sierra_2: Setting Powered False\u000a17:05:55.885563 run create_hlr_db(pid=31606): Terminated: ok {rc=0}\u000a17:05:56.297584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31608): Launched\u000a17:05:56.608583 run osmo-hlr_10.42.42.2(pid=31609): Launched\u000a17:05:56.718962 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:05:57.249053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31610): Launched\u000a17:05:57.557997 run osmo-stp_10.42.42.5(pid=31611): Launched\u000a17:05:57.667351 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:05:59.181335 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31612): Launched\u000a17:05:59.289581 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:05:59.564563 run patchelf(pid=31613): Launched\u000a17:06:00.747270 run patchelf(pid=31613): Terminated: ok {rc=0}\u000a17:06:00.859233 run osmo-ggsn_10.42.42.6: Applying CAP_NET_ADMIN capability to osmo-ggsn\u000a17:06:01.142008 run osmo-gsm-tester_setcap_net_admin.sh(pid=31614): Launched\u000a17:06:02.325755 run osmo-gsm-tester_setcap_net_admin.sh(pid=31614): Terminated: ok {rc=0}\u000a17:06:02.638135 run osmo-ggsn_10.42.42.6(pid=31617): Launched\u000a17:06:02.907985 run osmo-sgsn_10.42.42.7: Starting osmo-sgsn\u000a17:06:07.887586 run pcap-recorder_any(filters='host 10.42.42.7')(pid=31644): Launched\u000a17:06:08.259602 run osmo-sgsn_10.42.42.7(pid=31645): Launched\u000a17:06:08.409740 run osmo-msc_10.42.42.8: Starting osmo-msc\u000a17:06:08.988923 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=31646): Launched\u000a17:06:09.297753 run osmo-msc_10.42.42.8(pid=31647): Launched\u000a17:06:12.461282 run osmo-mgw_10.42.42.3: Starting osmo-mgw\u000a17:06:13.032048 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=31648): Launched\u000a17:06:13.365260 run osmo-mgw_10.42.42.3(pid=31649): Launched\u000a17:06:13.483656 run osmo-mgw_10.42.42.4: Starting osmo-mgw\u000a17:06:14.048756 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31650): Launched\u000a17:06:14.383069 run osmo-mgw_10.42.42.4(pid=31651): Launched\u000a17:06:14.502745 run osmo-bsc_10.42.42.9: Starting osmo-bsc\u000a17:06:15.201467 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=31652): Launched\u000a17:06:15.537449 run osmo-bsc_10.42.42.9(pid=31653): Launched\u000a17:06:21.809860 run osmo-bts-sysmo: Starting sysmoBTS to connect to osmo-bsc_10.42.42.9\u000a17:06:22.358383 run rm-remote-dir(pid=31654): Launched\u000a17:06:24.548506 run rm-remote-dir(pid=31654): Terminated: ok {rc=0}\u000a17:06:24.878874 run mk-remote-dir(pid=31655): Launched\u000a17:06:26.067266 run mk-remote-dir(pid=31655): Terminated: ok {rc=0}\u000a17:06:26.345979 run scp-inst-to-remote(pid=31656): Launched\u000a17:06:38.558217 run scp-inst-to-remote(pid=31656): Terminated: ok {rc=0}\u000a17:06:38.907661 run mk-remote-dir(pid=31658): Launched\u000a17:06:40.107465 run mk-remote-dir(pid=31658): Terminated: ok {rc=0}\u000a17:06:40.407300 run scp-cfg-to-remote(pid=31659): Launched\u000a17:06:41.606332 run scp-cfg-to-remote(pid=31659): Terminated: ok {rc=0}\u000a17:06:41.950647 run reload-dsp-firmware(pid=31661): Launched\u000a17:06:44.150211 run reload-dsp-firmware(pid=31661): Terminated: ok {rc=0}\u000a17:06:44.486175 run osmo-bts-sysmo(pid=31662): Launched\u000a17:06:48.805893 tst cs_paging_gprs_active.py:38: Waiting for bts to be ready...\u000a17:06:50.824470 run rm-remote-dir(pid=31663): Launched\u000a17:06:53.020731 run rm-remote-dir(pid=31663): Terminated: ok {rc=0}\u000a17:06:53.360005 run mk-remote-dir(pid=31664): Launched\u000a17:06:55.556487 run mk-remote-dir(pid=31664): Terminated: ok {rc=0}\u000a17:06:55.847211 run scp-inst-to-bts(pid=31666): Launched\u000a17:07:09.063539 run scp-inst-to-bts(pid=31666): Terminated: ok {rc=0}\u000a17:07:09.403506 run mk-remote-run-dir(pid=31668): Launched\u000a17:07:11.599689 run mk-remote-run-dir(pid=31668): Terminated: ok {rc=0}\u000a17:07:11.888685 run scp-cfg-to-sysmobts(pid=31669): Launched\u000a17:07:14.085698 run scp-cfg-to-sysmobts(pid=31669): Terminated: ok {rc=0}\u000a17:07:14.426482 run osmo-pcu(pid=31674): Launched\u000a17:07:14.558983 tst cs_paging_gprs_active.py: using MSISDN 4028\u000a17:07:14.731463 bus /gobi_6: Setting Powered True\u000a17:07:18.230985 run osmo-hlr_10.42.42.2: Add subscriber {algo=1, algo_str='comp128v1', imsi='901700000010978', msisdn='4028', subscriber_id=1}\u000a17:07:18.522416 bus /gobi_6: Setting Online False\u000a17:07:19.710062 bus /gobi_6: Setting Powered False\u000a17:07:26.448935 bus /gobi_6: Setting Powered True\u000a17:07:27.807438 bus /gobi_6: Setting Online True\u000a17:07:30.222108 tst /gobi_6: Connect to ('901', '70')\u000a17:07:30.517390 tst /gobi_6: Manufacturer: 'Quectel', Model: 'EC20', Revision: 'EC20EQAR02A13E2G 1 [Jul 5 2017 10:49:17]', Serial: '868323024273648'\u000a17:07:30.650573 tst cs_paging_gprs_active.py: using MSISDN 4029\u000a17:07:30.918631 bus /gobi_0: Setting Powered True\u000a17:07:34.423806 run osmo-hlr_10.42.42.2: Add subscriber {algo=1, algo_str='comp128v1', imsi='901700000023847', msisdn='4029', subscriber_id=2}\u000a17:07:34.710113 bus /gobi_0: Setting Online False\u000a17:07:35.898281 bus /gobi_0: Setting Powered False\u000a17:07:43.236543 bus /gobi_0: Setting Powered True\u000a17:07:44.618681 bus /gobi_0: Setting Online True\u000a17:07:47.071799 tst /gobi_0: Connect to ('901', '70')\u000a17:07:47.338992 tst /gobi_0: Manufacturer: 'Quectel', Model: 'EC20', Revision: 'EC20EQAR02A05E2G 1 [Mar 14 2016 19:33:01]', Serial: '868323024271873'\u000a17:07:47.523733 tst cs_paging_gprs_active.py:38: waiting for modems to attach...\u000a17:07:47.709128 tst /gobi_6: Already registered with network ('901', '70')\u000a17:08:02.442394 tst /gobi_0: Already registered with network ('901', '70')\u000a17:08:08.025201 tst cs_paging_gprs_active.py:38: waiting for modems to attach to data services...\u000a17:08:16.359256 tst /gobi_6: context activated {apn='inet46', path='/gobi_6/context2', properties={AccessPointName='inet46', Active=True, AuthenticationMethod='chap', IPv6.Settings={}, Name='Internet', Password='', Protocol='ip', Settings={Address='176.16.46.1', DomainNameServers=['192.168.100.1', '8.8.8.8'], Gateway='176.16.46.2', Interface='r433306bbc2604b', Method='static', Netmask='255.255.255.252'}, Type='internet', Username='ogt'}, user='ogt'}\u000a17:08:16.545978 tst cs_paging_gprs_active.py:38: Setting up data plan for \"'/gobi_6/context2'\"\u000a17:08:16.899495 run move_netns(pid=31681): Launched\u000a17:08:18.082536 run move_netns(pid=31681): Terminated: ok {rc=0}\u000a17:08:18.409276 run ifup(pid=31684): Launched\u000a17:08:19.593474 run ifup(pid=31684): Terminated: ok {rc=0}\u000a17:08:19.917598 run dhcp(pid=31687): Launched\u000a17:08:21.099979 run dhcp(pid=31687): Terminated: ok {rc=0}\u000a17:08:24.142966 tst /gobi_0: context activated {apn='inet46', path='/gobi_0/context3', properties={AccessPointName='inet46', Active=True, AuthenticationMethod='chap', IPv6.Settings={}, Name='Internet', Password='', Protocol='ip', Settings={Address='176.16.46.2', DomainNameServers=['192.168.100.1', '8.8.8.8'], Gateway='176.16.46.1', Interface='r82dcf628584c1c', Method='static', Netmask='255.255.255.252'}, Type='internet', Username='ogt'}, user='ogt'}\u000a17:08:24.345051 tst cs_paging_gprs_active.py:38: Setting up data plan for \"'/gobi_0/context3'\"\u000a17:08:24.722757 run move_netns(pid=31705): Launched\u000a17:08:25.919414 run move_netns(pid=31705): Terminated: ok {rc=0}\u000a17:08:26.266553 run ifup(pid=31708): Launched\u000a17:08:27.463016 run ifup(pid=31708): Terminated: ok {rc=0}\u000a17:08:27.807708 run dhcp(pid=31711): Launched\u000a17:08:28.990821 run dhcp(pid=31711): Terminated: ok {rc=0}\u000a17:08:29.182342 tst cs_paging_gprs_active.py:38: Running iperf3 client to 10.42.42.10:5003 through \"'/gobi_6/context2'\"\u000a17:08:29.311373 run iperf3-cli_10.42.42.10: Preparing iperf3-client connecting to 10.42.42.10:5003 (proto=tcp,time=60s)\u000a17:08:29.710857 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31727): Launched\u000a17:08:29.969406 tst cs_paging_gprs_active.py:38: Running iperf3 client to 10.42.42.10:5004 through \"'/gobi_0/context3'\"\u000a17:08:30.109370 run iperf3-cli_10.42.42.10: Preparing iperf3-client connecting to 10.42.42.10:5004 (proto=tcp,time=60s)\u000a17:08:30.521033 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31730): Launched\u000a17:08:30.861336 run iperf3-cli_10.42.42.10(pid=31733): Launched\u000a17:08:31.135750 run iperf3-cli_10.42.42.10(pid=31736): Launched\u000a17:08:31.337727 tst cs_paging_gprs_active.py:13: waiting a few secs to make sure iperf3 test is running\u000a17:08:33.568759 tst cs_paging_gprs_active.py:16: iperf3 running, let's place a call\u000a17:08:38.316140 tst cs_paging_gprs_active.py:22: dial success\u000a17:08:41.149303 tst cs_paging_gprs_active.py:28: answer success, call established and ongoing\u000a17:08:47.787149 tst cs_paging_gprs_active.py:35: hangup success\u000a17:09:40.077818 run iperf3-cli_10.42.42.10(pid=31733): ERR: Terminated: ERROR {rc=1} [trial-2068↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪iperf3-srv_10.42.42.10↪iperf3-cli_10.42.42.10↪iperf3-cli_10.42.42.10(pid=31733)]\u000a17:09:40.222128 run iperf3-cli_10.42.42.10(pid=31733): stdout: \u000a| \u0009\u0009\u0009\u0009\"bits_per_second\":\u00090,\u000a| \u0009\u0009\u0009\u0009\"retransmits\":\u00090,\u000a| \u0009\u0009\u0009\u0009\"omitted\":\u0009false\u000a| \u0009\u0009\u0009}\u000a| \u0009\u0009}],\u000a| \u0009\"end\":\u0009{\u000a| \u0009},\u000a| \u0009\"error\":\u0009\"error - control socket has closed unexpectedly\"\u000a| }\u000a| child exited with 1 \u000a17:09:40.363073 run iperf3-cli_10.42.42.10(pid=31733): stderr: \u000a| (launched: 2022-12-01_17:08:30.745413) \u000a17:09:41.563768 run iperf3-cli_10.42.42.10(pid=31736): ERR: Terminated: ERROR {rc=1} [trial-2068↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪iperf3-srv_10.42.42.10↪iperf3-cli_10.42.42.10↪iperf3-cli_10.42.42.10(pid=31736)]\u000a17:09:41.707381 run iperf3-cli_10.42.42.10(pid=31736): stdout: \u000a| \u0009\u0009\u0009\u0009\"bits_per_second\":\u00090,\u000a| \u0009\u0009\u0009\u0009\"retransmits\":\u00090,\u000a| \u0009\u0009\u0009\u0009\"omitted\":\u0009false\u000a| \u0009\u0009\u0009}\u000a| \u0009\u0009}],\u000a| \u0009\"end\":\u0009{\u000a| \u0009},\u000a| \u0009\"error\":\u0009\"error - control socket has closed unexpectedly\"\u000a| }\u000a| child exited with 1 \u000a17:09:41.848823 run iperf3-cli_10.42.42.10(pid=31736): stderr: \u000a| (launched: 2022-12-01_17:08:31.018251) \u000a17:09:41.980138 run iperf3-srv_10.42.42.10(pid=31603): Terminating (SIGINT)\u000a17:09:42.329386 run iperf3-srv_10.42.42.10(pid=31603): Terminated {rc=1}\u000a17:09:42.536475 tst cs_paging_gprs_active.py:38: Results for 10.42.42.10:5003 through \"'/gobi_6/context2'\"\u000a17:09:42.597067 tst cs_paging_gprs_active.py:38: ERR: KeyError: 'sum_sent' [trial-2068↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a17:09:42.604468 tst cs_paging_gprs_active.py:38: Test FAILED (231.6 sec)\u000a17:09:42.643096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31602): Terminating (SIGTERM)\u000a17:09:42.687982 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31604): Terminating (SIGTERM)\u000a17:09:42.732150 run iperf3-srv_10.42.42.10(pid=31605): Terminating (SIGTERM)\u000a17:09:42.776218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31608): Terminating (SIGTERM)\u000a17:09:42.819859 run osmo-hlr_10.42.42.2(pid=31609): Terminating (SIGTERM)\u000a17:09:42.864919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31610): Terminating (SIGTERM)\u000a17:09:42.911843 run osmo-stp_10.42.42.5(pid=31611): Terminating (SIGTERM)\u000a17:09:42.985636 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31612): Terminating (SIGTERM)\u000a17:09:43.033281 run osmo-ggsn_10.42.42.6(pid=31617): Terminating (SIGTERM)\u000a17:09:43.084341 run pcap-recorder_any(filters='host 10.42.42.7')(pid=31644): Terminating (SIGTERM)\u000a17:09:43.147858 run osmo-sgsn_10.42.42.7(pid=31645): Terminating (SIGTERM)\u000a17:09:43.193839 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=31646): Terminating (SIGTERM)\u000a17:09:43.245556 run osmo-msc_10.42.42.8(pid=31647): Terminating (SIGTERM)\u000a17:09:43.290312 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=31648): Terminating (SIGTERM)\u000a17:09:43.333926 run osmo-mgw_10.42.42.3(pid=31649): Terminating (SIGTERM)\u000a17:09:43.381571 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31650): Terminating (SIGTERM)\u000a17:09:43.425752 run osmo-mgw_10.42.42.4(pid=31651): Terminating (SIGTERM)\u000a17:09:43.470451 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=31652): Terminating (SIGTERM)\u000a17:09:43.520961 run osmo-bsc_10.42.42.9(pid=31653): Terminating (SIGTERM)\u000a17:09:43.565269 run osmo-bts-sysmo(pid=31662): Terminating (SIGTERM)\u000a17:09:43.613880 run osmo-pcu(pid=31674): Terminating (SIGTERM)\u000a17:09:43.657515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31727): Terminating (SIGTERM)\u000a17:09:43.834603 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31727)-killSignals.SIGTERM(pid=31760): Launched\u000a17:09:44.932270 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31727)-killSignals.SIGTERM(pid=31760): Terminated: ok {rc=0}\u000a17:09:44.980451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31730): Terminating (SIGTERM)\u000a17:09:45.139776 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31730)-killSignals.SIGTERM(pid=31765): Launched\u000a17:09:46.235213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31730)-killSignals.SIGTERM(pid=31765): Terminated: ok {rc=0}\u000a17:09:46.249953 --- ParallelTerminationStrategy: PID 31602 died...\u000a17:09:46.307201 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31602): Terminated: ok {rc=0}\u000a17:09:46.317339 --- ParallelTerminationStrategy: PID 31604 died...\u000a17:09:46.374083 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31604): Terminated: ok {rc=0}\u000a17:09:46.384396 --- ParallelTerminationStrategy: PID 31605 died...\u000a17:09:46.440802 run iperf3-srv_10.42.42.10(pid=31605): Terminated {rc=256}\u000a17:09:46.450973 --- ParallelTerminationStrategy: PID 31608 died...\u000a17:09:46.507694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31608): Terminated: ok {rc=0}\u000a17:09:46.518232 --- ParallelTerminationStrategy: PID 31609 died...\u000a17:09:46.574825 run osmo-hlr_10.42.42.2(pid=31609): Terminated: ok {rc=0}\u000a17:09:46.584865 --- ParallelTerminationStrategy: PID 31610 died...\u000a17:09:46.641561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31610): Terminated: ok {rc=0}\u000a17:09:46.651791 --- ParallelTerminationStrategy: PID 31611 died...\u000a17:09:46.708371 run osmo-stp_10.42.42.5(pid=31611): Terminated: ok {rc=0}\u000a17:09:46.718487 --- ParallelTerminationStrategy: PID 31612 died...\u000a17:09:46.774956 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31612): Terminated: ok {rc=0}\u000a17:09:46.785111 --- ParallelTerminationStrategy: PID 31617 died...\u000a17:09:46.841723 run osmo-ggsn_10.42.42.6(pid=31617): Terminated: ok {rc=0}\u000a17:09:46.851928 --- ParallelTerminationStrategy: PID 31644 died...\u000a17:09:46.908590 run pcap-recorder_any(filters='host 10.42.42.7')(pid=31644): Terminated: ok {rc=0}\u000a17:09:46.918919 --- ParallelTerminationStrategy: PID 31645 died...\u000a17:09:46.975393 run osmo-sgsn_10.42.42.7(pid=31645): Terminated: ok {rc=0}\u000a17:09:46.985567 --- ParallelTerminationStrategy: PID 31646 died...\u000a17:09:47.042125 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=31646): Terminated: ok {rc=0}\u000a17:09:47.052341 --- ParallelTerminationStrategy: PID 31647 died...\u000a17:09:47.108773 run osmo-msc_10.42.42.8(pid=31647): Terminated: ok {rc=0}\u000a17:09:47.119093 --- ParallelTerminationStrategy: PID 31648 died...\u000a17:09:47.175529 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=31648): Terminated: ok {rc=0}\u000a17:09:47.185835 --- ParallelTerminationStrategy: PID 31649 died...\u000a17:09:47.242388 run osmo-mgw_10.42.42.3(pid=31649): Terminated {rc=15}\u000a17:09:47.252620 --- ParallelTerminationStrategy: PID 31650 died...\u000a17:09:47.308961 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31650): Terminated: ok {rc=0}\u000a17:09:47.319367 --- ParallelTerminationStrategy: PID 31651 died...\u000a17:09:47.376220 run osmo-mgw_10.42.42.4(pid=31651): Terminated {rc=15}\u000a17:09:47.386462 --- ParallelTerminationStrategy: PID 31652 died...\u000a17:09:47.442882 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=31652): Terminated: ok {rc=0}\u000a17:09:47.453094 --- ParallelTerminationStrategy: PID 31653 died...\u000a17:09:47.509440 run osmo-bsc_10.42.42.9(pid=31653): Terminated: ok {rc=0}\u000a17:09:47.519722 --- ParallelTerminationStrategy: PID 31662 died...\u000a17:09:47.576061 run osmo-bts-sysmo(pid=31662): Terminated: ok {rc=0}\u000a17:09:47.586317 --- ParallelTerminationStrategy: PID 31674 died...\u000a17:09:47.642607 run osmo-pcu(pid=31674): Terminated: ok {rc=0}\u000a17:09:53.510163 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31727): Terminating (SIGINT)\u000a17:09:53.663850 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31727)-killSignals.SIGINT(pid=31768): Launched\u000a17:09:54.754640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31727)-killSignals.SIGINT(pid=31768): Terminated: ok {rc=0}\u000a17:09:54.800842 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31730): Terminating (SIGINT)\u000a17:09:54.951445 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31730)-killSignals.SIGINT(pid=31771): Launched\u000a17:09:56.042332 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31730)-killSignals.SIGINT(pid=31771): Terminated: ok {rc=0}\u000a17:10:01.912061 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31727): Terminating (SIGKILL)\u000a17:10:02.063613 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31727)-killSignals.SIGUSR1(pid=31781): Launched\u000a17:10:03.154896 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31727)-killSignals.SIGUSR1(pid=31781): Terminated: ok {rc=0}\u000a17:10:03.200447 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31730): Terminating (SIGKILL)\u000a17:10:03.350751 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31730)-killSignals.SIGUSR1(pid=31784): Launched\u000a17:10:04.440713 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31730)-killSignals.SIGUSR1(pid=31784): Terminated: ok {rc=0}\u000a17:10:04.724146 bus /gobi_0: Setting Online False\u000a17:10:07.698436 bus /gobi_0: Setting Powered False\u000a17:10:24.975595 bus /gobi_0: Setting Powered False\u000a17:10:26.082793 bus /gobi_0: Setting Powered False\u000a17:10:27.240408 bus /gobi_6: Setting Online False\u000a17:10:28.382408 bus /gobi_6: Setting Powered False\u000a17:10:36.139281 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 6, "className" : "gprs:sysmo", "duration" : 211.0, "errorDetails" : None, "errorStackTrace" : "'sum_sent'", "failedSince" : 2063, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 105, in setup_run_iperf3_test_parallel\u000a print_results(clients[i], servers[i])\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 5, in print_results\u000a cli.print_results()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/iperf3.py\", line 342, in print_results\u000a print_result_node_tcp(self.get_results(), 'client')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/iperf3.py\", line 72, in print_result_node_tcp\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/iperf3.py\", line 65, in print_result_node_tcp\u000a sent = result['end']['sum_sent']\u000aKeyError: 'sum_sent'\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2068 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a17:10:37.312172 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:10:37.323887 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a17:10:37.455565 tst iperf3.py: using LAC 4435\u000a17:10:37.582146 tst iperf3.py: using RAC 100\u000a17:10:37.715369 tst iperf3.py: using CellId 4435\u000a17:10:37.840498 tst iperf3.py: using BVCI 4436\u000a17:10:37.865527 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:10:37.876673 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:10:37.887834 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:10:37.899277 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:10:37.910078 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:10:37.921389 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:10:37.932788 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:10:37.943827 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:10:37.955073 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a17:10:38.254573 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:10:38.392161 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:10:38.733983 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31787): Launched\u000a17:10:39.019665 run iperf3-srv_10.42.42.10(pid=31788): Launched\u000a17:10:39.221026 tst iperf3.py:8: start network...\u000a17:10:39.358550 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:10:39.878890 run create_hlr_db(pid=31790): Launched\u000a17:10:40.068682 bus /gobi_6: Setting Powered False\u000a17:10:41.090088 run create_hlr_db(pid=31790): Terminated: ok {rc=0}\u000a17:10:41.503705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31792): Launched\u000a17:10:41.813147 run osmo-hlr_10.42.42.2(pid=31793): Launched\u000a17:10:41.923007 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:10:42.455123 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31794): Launched\u000a17:10:42.763762 run osmo-stp_10.42.42.5(pid=31795): Launched\u000a17:10:42.871439 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:10:43.404809 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31796): Launched\u000a17:10:43.513416 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:10:43.785558 run patchelf(pid=31797): Launched\u000a17:10:44.967841 run patchelf(pid=31797): Terminated: ok {rc=0}\u000a17:10:45.080434 run osmo-ggsn_10.42.42.6: Applying CAP_NET_ADMIN capability to osmo-ggsn\u000a17:10:45.356487 run osmo-gsm-tester_setcap_net_admin.sh(pid=31798): Launched\u000a17:10:46.538857 run osmo-gsm-tester_setcap_net_admin.sh(pid=31798): Terminated: ok {rc=0}\u000a17:10:46.853823 run osmo-ggsn_10.42.42.6(pid=31801): Launched\u000a17:10:47.120927 run osmo-sgsn_10.42.42.7: Starting osmo-sgsn\u000a17:10:47.699288 run pcap-recorder_any(filters='host 10.42.42.7')(pid=31822): Launched\u000a17:10:48.029985 run osmo-sgsn_10.42.42.7(pid=31823): Launched\u000a17:10:48.150851 run osmo-msc_10.42.42.8: Starting osmo-msc\u000a17:10:48.753675 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=31824): Launched\u000a17:10:49.086589 run osmo-msc_10.42.42.8(pid=31825): Launched\u000a17:10:52.262955 run osmo-mgw_10.42.42.3: Starting osmo-mgw\u000a17:10:52.833903 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=31826): Launched\u000a17:10:53.164956 run osmo-mgw_10.42.42.3(pid=31827): Launched\u000a17:10:53.282408 run osmo-mgw_10.42.42.4: Starting osmo-mgw\u000a17:10:53.841229 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31828): Launched\u000a17:10:54.172140 run osmo-mgw_10.42.42.4(pid=31829): Launched\u000a17:10:54.289196 run osmo-bsc_10.42.42.9: Starting osmo-bsc\u000a17:10:54.975790 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=31830): Launched\u000a17:10:55.305688 run osmo-bsc_10.42.42.9(pid=31831): Launched\u000a17:11:01.583998 run osmo-bts-sysmo: Starting sysmoBTS to connect to osmo-bsc_10.42.42.9\u000a17:11:02.173940 run rm-remote-dir(pid=31832): Launched\u000a17:11:04.378303 run rm-remote-dir(pid=31832): Terminated: ok {rc=0}\u000a17:11:04.733080 run mk-remote-dir(pid=31833): Launched\u000a17:11:05.934473 run mk-remote-dir(pid=31833): Terminated: ok {rc=0}\u000a17:11:06.231835 run scp-inst-to-remote(pid=31834): Launched\u000a17:11:18.439711 run scp-inst-to-remote(pid=31834): Terminated: ok {rc=0}\u000a17:11:18.766448 run mk-remote-dir(pid=31836): Launched\u000a17:11:19.952783 run mk-remote-dir(pid=31836): Terminated: ok {rc=0}\u000a17:11:20.233246 run scp-cfg-to-remote(pid=31837): Launched\u000a17:11:22.420708 run scp-cfg-to-remote(pid=31837): Terminated: ok {rc=0}\u000a17:11:22.742668 run reload-dsp-firmware(pid=31839): Launched\u000a17:11:24.928627 run reload-dsp-firmware(pid=31839): Terminated: ok {rc=0}\u000a17:11:25.241782 run osmo-bts-sysmo(pid=31840): Launched\u000a17:11:29.537005 tst iperf3.py:8: Waiting for bts to be ready...\u000a17:11:31.144743 run rm-remote-dir(pid=31841): Launched\u000a17:11:33.328591 run rm-remote-dir(pid=31841): Terminated: ok {rc=0}\u000a17:11:33.643857 run mk-remote-dir(pid=31846): Launched\u000a17:11:35.836774 run mk-remote-dir(pid=31846): Terminated: ok {rc=0}\u000a17:11:36.127453 run scp-inst-to-bts(pid=31847): Launched\u000a17:11:49.327384 run scp-inst-to-bts(pid=31847): Terminated: ok {rc=0}\u000a17:11:49.644949 run mk-remote-run-dir(pid=31849): Launched\u000a17:11:51.827320 run mk-remote-run-dir(pid=31849): Terminated: ok {rc=0}\u000a17:11:52.099748 run scp-cfg-to-sysmobts(pid=31850): Launched\u000a17:11:54.282497 run scp-cfg-to-sysmobts(pid=31850): Terminated: ok {rc=0}\u000a17:11:54.599728 run osmo-pcu(pid=31852): Launched\u000a17:11:54.724718 tst iperf3.py: using MSISDN 4030\u000a17:11:54.906584 bus /gobi_6: Setting Powered True\u000a17:11:58.405403 run osmo-hlr_10.42.42.2: Add subscriber {algo=1, algo_str='comp128v1', imsi='901700000010978', msisdn='4030', subscriber_id=1}\u000a17:11:58.695966 bus /gobi_6: Setting Online False\u000a17:11:59.881102 bus /gobi_6: Setting Powered False\u000a17:12:07.230781 bus /gobi_6: Setting Powered True\u000a17:12:08.618759 bus /gobi_6: Setting Online True\u000a17:12:11.132273 tst /gobi_6: Connect to ('901', '70')\u000a17:12:11.395585 tst /gobi_6: Manufacturer: 'Quectel', Model: 'EC20', Revision: 'EC20EQAR02A13E2G 1 [Jul 5 2017 10:49:17]', Serial: '868323024273648'\u000a17:12:11.581999 tst iperf3.py:8: waiting for modems to attach...\u000a17:12:19.910549 tst /gobi_6: Already registered with network ('901', '70')\u000a17:12:30.024583 tst iperf3.py:8: waiting for modems to attach to data services...\u000a17:12:46.187870 tst /gobi_6: context activated {apn='inet46', path='/gobi_6/context3', properties={AccessPointName='inet46', Active=True, AuthenticationMethod='chap', IPv6.Settings={}, Name='Internet', Password='', Protocol='ip', Settings={Address='176.16.46.1', DomainNameServers=['192.168.100.1', '8.8.8.8'], Gateway='176.16.46.2', Interface='r433306bbc2604b', Method='static', Netmask='255.255.255.252'}, Type='internet', Username='ogt'}, user='ogt'}\u000a17:12:46.393081 tst iperf3.py:8: Setting up data plan for \"'/gobi_6/context3'\"\u000a17:12:46.775436 run move_netns(pid=31859): Launched\u000a17:12:47.975185 run move_netns(pid=31859): Terminated: ok {rc=0}\u000a17:12:48.328710 run ifup(pid=31863): Launched\u000a17:12:49.527011 run ifup(pid=31863): Terminated: ok {rc=0}\u000a17:12:49.876521 run dhcp(pid=31867): Launched\u000a17:12:51.073787 run dhcp(pid=31867): Terminated: ok {rc=0}\u000a17:12:51.283907 tst iperf3.py:8: Running iperf3 client to 10.42.42.10:5003 through \"'/gobi_6/context3'\"\u000a17:12:51.424498 run iperf3-cli_10.42.42.10: Preparing iperf3-client connecting to 10.42.42.10:5003 (proto=tcp,time=60s)\u000a17:12:51.830197 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31883): Launched\u000a17:12:52.167884 run iperf3-cli_10.42.42.10(pid=31886): Launched\u000a17:14:06.492824 run iperf3-cli_10.42.42.10(pid=31886): ERR: Terminated: ERROR {rc=1} [trial-2068↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪iperf3-srv_10.42.42.10↪iperf3-cli_10.42.42.10↪iperf3-cli_10.42.42.10(pid=31886)]\u000a17:14:06.622840 run iperf3-cli_10.42.42.10(pid=31886): stdout: \u000a| \u0009\u0009\u0009\u0009\"bits_per_second\":\u00090,\u000a| \u0009\u0009\u0009\u0009\"retransmits\":\u00090,\u000a| \u0009\u0009\u0009\u0009\"omitted\":\u0009false\u000a| \u0009\u0009\u0009}\u000a| \u0009\u0009}],\u000a| \u0009\"end\":\u0009{\u000a| \u0009},\u000a| \u0009\"error\":\u0009\"error - control socket has closed unexpectedly\"\u000a| }\u000a| child exited with 1 \u000a17:14:06.751643 run iperf3-cli_10.42.42.10(pid=31886): stderr: \u000a| (launched: 2022-12-01_17:12:52.050181) \u000a17:14:06.869822 run iperf3-srv_10.42.42.10(pid=31788): Terminating (SIGINT)\u000a17:14:07.202097 run iperf3-srv_10.42.42.10(pid=31788): Terminated {rc=1}\u000a17:14:07.390922 tst iperf3.py:8: Results for 10.42.42.10:5003 through \"'/gobi_6/context3'\"\u000a17:14:07.446458 tst iperf3.py:8: ERR: KeyError: 'sum_sent' [trial-2068↪gprs:sysmo↪iperf3.py:8]\u000a17:14:07.453615 tst iperf3.py:8: Test FAILED (210.2 sec)\u000a17:14:07.491054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31787): Terminating (SIGTERM)\u000a17:14:07.534913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31792): Terminating (SIGTERM)\u000a17:14:07.576256 run osmo-hlr_10.42.42.2(pid=31793): Terminating (SIGTERM)\u000a17:14:07.619588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31794): Terminating (SIGTERM)\u000a17:14:07.664036 run osmo-stp_10.42.42.5(pid=31795): Terminating (SIGTERM)\u000a17:14:07.706263 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31796): Terminating (SIGTERM)\u000a17:14:07.749724 run osmo-ggsn_10.42.42.6(pid=31801): Terminating (SIGTERM)\u000a17:14:07.795794 run pcap-recorder_any(filters='host 10.42.42.7')(pid=31822): Terminating (SIGTERM)\u000a17:14:07.850129 run osmo-sgsn_10.42.42.7(pid=31823): Terminating (SIGTERM)\u000a17:14:07.900371 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=31824): Terminating (SIGTERM)\u000a17:14:07.947835 run osmo-msc_10.42.42.8(pid=31825): Terminating (SIGTERM)\u000a17:14:07.997171 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=31826): Terminating (SIGTERM)\u000a17:14:08.043397 run osmo-mgw_10.42.42.3(pid=31827): Terminating (SIGTERM)\u000a17:14:08.103204 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31828): Terminating (SIGTERM)\u000a17:14:08.145716 run osmo-mgw_10.42.42.4(pid=31829): Terminating (SIGTERM)\u000a17:14:08.187687 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=31830): Terminating (SIGTERM)\u000a17:14:08.230280 run osmo-bsc_10.42.42.9(pid=31831): Terminating (SIGTERM)\u000a17:14:08.273600 run osmo-bts-sysmo(pid=31840): Terminating (SIGTERM)\u000a17:14:08.317237 run osmo-pcu(pid=31852): Terminating (SIGTERM)\u000a17:14:08.360245 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31883): Terminating (SIGTERM)\u000a17:14:08.537540 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31883)-killSignals.SIGTERM(pid=31909): Launched\u000a17:14:09.634182 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31883)-killSignals.SIGTERM(pid=31909): Terminated: ok {rc=0}\u000a17:14:09.648819 --- ParallelTerminationStrategy: PID 31787 died...\u000a17:14:09.706042 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31787): Terminated: ok {rc=0}\u000a17:14:09.716447 --- ParallelTerminationStrategy: PID 31792 died...\u000a17:14:09.773222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31792): Terminated: ok {rc=0}\u000a17:14:09.783904 --- ParallelTerminationStrategy: PID 31793 died...\u000a17:14:09.840578 run osmo-hlr_10.42.42.2(pid=31793): Terminated: ok {rc=0}\u000a17:14:09.850670 --- ParallelTerminationStrategy: PID 31794 died...\u000a17:14:09.907498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31794): Terminated: ok {rc=0}\u000a17:14:09.917734 --- ParallelTerminationStrategy: PID 31795 died...\u000a17:14:09.974112 run osmo-stp_10.42.42.5(pid=31795): Terminated: ok {rc=0}\u000a17:14:09.984304 --- ParallelTerminationStrategy: PID 31796 died...\u000a17:14:10.041256 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31796): Terminated: ok {rc=0}\u000a17:14:10.051550 --- ParallelTerminationStrategy: PID 31801 died...\u000a17:14:10.108065 run osmo-ggsn_10.42.42.6(pid=31801): Terminated: ok {rc=0}\u000a17:14:10.118354 --- ParallelTerminationStrategy: PID 31822 died...\u000a17:14:10.174914 run pcap-recorder_any(filters='host 10.42.42.7')(pid=31822): Terminated: ok {rc=0}\u000a17:14:10.185162 --- ParallelTerminationStrategy: PID 31823 died...\u000a17:14:10.241661 run osmo-sgsn_10.42.42.7(pid=31823): Terminated: ok {rc=0}\u000a17:14:10.252090 --- ParallelTerminationStrategy: PID 31824 died...\u000a17:14:10.308695 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=31824): Terminated: ok {rc=0}\u000a17:14:10.319018 --- ParallelTerminationStrategy: PID 31825 died...\u000a17:14:10.375776 run osmo-msc_10.42.42.8(pid=31825): Terminated: ok {rc=0}\u000a17:14:10.386027 --- ParallelTerminationStrategy: PID 31826 died...\u000a17:14:10.442771 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=31826): Terminated: ok {rc=0}\u000a17:14:10.453098 --- ParallelTerminationStrategy: PID 31827 died...\u000a17:14:10.510050 run osmo-mgw_10.42.42.3(pid=31827): Terminated {rc=15}\u000a17:14:10.520553 --- ParallelTerminationStrategy: PID 31828 died...\u000a17:14:10.577167 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31828): Terminated: ok {rc=0}\u000a17:14:10.587743 --- ParallelTerminationStrategy: PID 31829 died...\u000a17:14:10.644612 run osmo-mgw_10.42.42.4(pid=31829): Terminated {rc=15}\u000a17:14:10.654996 --- ParallelTerminationStrategy: PID 31830 died...\u000a17:14:10.711639 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=31830): Terminated: ok {rc=0}\u000a17:14:10.722285 --- ParallelTerminationStrategy: PID 31831 died...\u000a17:14:10.778994 run osmo-bsc_10.42.42.9(pid=31831): Terminated: ok {rc=0}\u000a17:14:10.789549 --- ParallelTerminationStrategy: PID 31840 died...\u000a17:14:10.846642 run osmo-bts-sysmo(pid=31840): Terminated: ok {rc=0}\u000a17:14:10.857206 --- ParallelTerminationStrategy: PID 31852 died...\u000a17:14:10.915850 run osmo-pcu(pid=31852): Terminated: ok {rc=0}\u000a17:14:16.784408 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31883): Terminating (SIGINT)\u000a17:14:16.943779 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31883)-killSignals.SIGINT(pid=31914): Launched\u000a17:14:18.040413 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31883)-killSignals.SIGINT(pid=31914): Terminated: ok {rc=0}\u000a17:14:23.913002 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31883): Terminating (SIGKILL)\u000a17:14:24.071672 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31883)-killSignals.SIGUSR1(pid=31917): Launched\u000a17:14:25.167551 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31883)-killSignals.SIGUSR1(pid=31917): Terminated: ok {rc=0}\u000a17:14:25.419016 bus /gobi_6: Setting Online False\u000a17:14:28.466901 bus /gobi_6: Setting Powered False\u000a17:14:36.207753 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 6, "className" : "gprs:sysmo", "duration" : 291.0, "errorDetails" : None, "errorStackTrace" : "'sum_sent'", "failedSince" : 2063, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 105, in setup_run_iperf3_test_parallel\u000a print_results(clients[i], servers[i])\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 5, in print_results\u000a cli.print_results()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/iperf3.py\", line 342, in print_results\u000a print_result_node_tcp(self.get_results(), 'client')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/iperf3.py\", line 72, in print_result_node_tcp\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj/iperf3.py\", line 65, in print_result_node_tcp\u000a sent = result['end']['sum_sent']\u000aKeyError: 'sum_sent'\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2068 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a17:14:37.375226 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:14:37.386284 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a17:14:37.515099 tst iperf3m4.py: using LAC 4436\u000a17:14:37.641436 tst iperf3m4.py: using RAC 101\u000a17:14:37.767640 tst iperf3m4.py: using CellId 4436\u000a17:14:37.894388 tst iperf3m4.py: using BVCI 4437\u000a17:14:37.919798 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:14:37.931202 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:14:37.942302 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:14:37.953859 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:14:37.965274 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:14:37.976649 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:14:37.988337 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:14:37.999807 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:14:38.011485 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a17:14:38.133629 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a17:14:38.256946 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a17:14:38.379291 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a17:14:38.674580 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:14:38.812300 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:14:39.158461 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31920): Launched\u000a17:14:39.444560 run iperf3-srv_10.42.42.10(pid=31921): Launched\u000a17:14:39.645741 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:14:39.782930 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:14:40.123623 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31922): Launched\u000a17:14:40.406873 run iperf3-srv_10.42.42.10(pid=31923): Launched\u000a17:14:40.606889 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:14:40.742952 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:14:41.083237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31924): Launched\u000a17:14:41.369070 run iperf3-srv_10.42.42.10(pid=31925): Launched\u000a17:14:41.569769 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:14:41.706310 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:14:42.046930 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31926): Launched\u000a17:14:42.331392 run iperf3-srv_10.42.42.10(pid=31927): Launched\u000a17:14:42.531910 tst iperf3m4.py:8: start network...\u000a17:14:42.668666 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:14:43.187068 run create_hlr_db(pid=31928): Launched\u000a17:14:43.375618 bus /gobi_6: Setting Powered False\u000a17:14:44.398536 run create_hlr_db(pid=31928): Terminated: ok {rc=0}\u000a17:14:44.837562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31930): Launched\u000a17:14:45.167796 run osmo-hlr_10.42.42.2(pid=31931): Launched\u000a17:14:45.284671 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:14:45.855637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31932): Launched\u000a17:14:46.183931 run osmo-stp_10.42.42.5(pid=31933): Launched\u000a17:14:46.299813 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:14:46.869662 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31934): Launched\u000a17:14:46.985772 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:14:47.272927 run patchelf(pid=31935): Launched\u000a17:14:48.468440 run patchelf(pid=31935): Terminated: ok {rc=0}\u000a17:14:48.588350 run osmo-ggsn_10.42.42.6: Applying CAP_NET_ADMIN capability to osmo-ggsn\u000a17:14:48.878843 run osmo-gsm-tester_setcap_net_admin.sh(pid=31936): Launched\u000a17:14:50.074331 run osmo-gsm-tester_setcap_net_admin.sh(pid=31936): Terminated: ok {rc=0}\u000a17:14:50.405663 run osmo-ggsn_10.42.42.6(pid=31939): Launched\u000a17:14:50.664550 run osmo-sgsn_10.42.42.7: Starting osmo-sgsn\u000a17:14:51.258541 run pcap-recorder_any(filters='host 10.42.42.7')(pid=31965): Launched\u000a17:14:51.589747 run osmo-sgsn_10.42.42.7(pid=31966): Launched\u000a17:14:51.710270 run osmo-msc_10.42.42.8: Starting osmo-msc\u000a17:14:52.319333 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=31967): Launched\u000a17:14:52.650246 run osmo-msc_10.42.42.8(pid=31970): Launched\u000a17:14:55.825263 run osmo-mgw_10.42.42.3: Starting osmo-mgw\u000a17:14:56.401712 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=31971): Launched\u000a17:14:56.711143 run osmo-mgw_10.42.42.3(pid=31972): Launched\u000a17:14:56.819498 run osmo-mgw_10.42.42.4: Starting osmo-mgw\u000a17:14:57.367514 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31973): Launched\u000a17:14:57.698858 run osmo-mgw_10.42.42.4(pid=31974): Launched\u000a17:14:57.816418 run osmo-bsc_10.42.42.9: Starting osmo-bsc\u000a17:14:58.507602 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=31979): Launched\u000a17:14:58.838948 run osmo-bsc_10.42.42.9(pid=31980): Launched\u000a17:15:05.119992 run osmo-bts-sysmo: Starting sysmoBTS to connect to osmo-bsc_10.42.42.9\u000a17:15:05.706309 run rm-remote-dir(pid=31989): Launched\u000a17:15:07.898210 run rm-remote-dir(pid=31989): Terminated: ok {rc=0}\u000a17:15:08.229481 run mk-remote-dir(pid=31990): Launched\u000a17:15:09.416421 run mk-remote-dir(pid=31990): Terminated: ok {rc=0}\u000a17:15:09.694659 run scp-inst-to-remote(pid=31991): Launched\u000a17:15:21.905155 run scp-inst-to-remote(pid=31991): Terminated: ok {rc=0}\u000a17:15:22.251618 run mk-remote-dir(pid=31993): Launched\u000a17:15:23.449475 run mk-remote-dir(pid=31993): Terminated: ok {rc=0}\u000a17:15:23.747126 run scp-cfg-to-remote(pid=31994): Launched\u000a17:15:24.944935 run scp-cfg-to-remote(pid=31994): Terminated: ok {rc=0}\u000a17:15:25.288558 run reload-dsp-firmware(pid=31996): Launched\u000a17:15:27.486814 run reload-dsp-firmware(pid=31996): Terminated: ok {rc=0}\u000a17:15:27.820564 run osmo-bts-sysmo(pid=31997): Launched\u000a17:15:32.137902 tst iperf3m4.py:8: Waiting for bts to be ready...\u000a17:15:33.790094 run rm-remote-dir(pid=31998): Launched\u000a17:15:35.987803 run rm-remote-dir(pid=31998): Terminated: ok {rc=0}\u000a17:15:36.326520 run mk-remote-dir(pid=31999): Launched\u000a17:15:38.523256 run mk-remote-dir(pid=31999): Terminated: ok {rc=0}\u000a17:15:38.812242 run scp-inst-to-bts(pid=32000): Launched\u000a17:15:52.029747 run scp-inst-to-bts(pid=32000): Terminated: ok {rc=0}\u000a17:15:52.371591 run mk-remote-run-dir(pid=32002): Launched\u000a17:15:54.557577 run mk-remote-run-dir(pid=32002): Terminated: ok {rc=0}\u000a17:15:54.829622 run scp-cfg-to-sysmobts(pid=32003): Launched\u000a17:15:57.012493 run scp-cfg-to-sysmobts(pid=32003): Terminated: ok {rc=0}\u000a17:15:57.328935 run osmo-pcu(pid=32005): Launched\u000a17:15:57.450324 tst iperf3m4.py: using MSISDN 4031\u000a17:15:57.632025 bus /gobi_6: Setting Powered True\u000a17:16:01.127131 run osmo-hlr_10.42.42.2: Add subscriber {algo=1, algo_str='comp128v1', imsi='901700000010978', msisdn='4031', subscriber_id=1}\u000a17:16:01.402032 bus /gobi_6: Setting Online False\u000a17:16:02.596852 bus /gobi_6: Setting Powered False\u000a17:16:09.328878 bus /gobi_6: Setting Powered True\u000a17:16:10.719171 bus /gobi_6: Setting Online True\u000a17:16:13.197753 tst /gobi_6: Connect to ('901', '70')\u000a17:16:13.481021 tst /gobi_6: Manufacturer: 'Quectel', Model: 'EC20', Revision: 'EC20EQAR02A13E2G 1 [Jul 5 2017 10:49:17]', Serial: '868323024273648'\u000a17:16:13.603681 tst iperf3m4.py: using MSISDN 4032\u000a17:16:13.837497 bus /gobi_0: Setting Powered True\u000a17:16:17.335813 run osmo-hlr_10.42.42.2: Add subscriber {algo=1, algo_str='comp128v1', imsi='901700000023847', msisdn='4032', subscriber_id=2}\u000a17:16:17.605643 bus /gobi_0: Setting Online False\u000a17:16:18.800941 bus /gobi_0: Setting Powered False\u000a17:16:26.232283 bus /gobi_0: Setting Powered True\u000a17:16:27.616039 bus /gobi_0: Setting Online True\u000a17:16:30.202542 tst /gobi_0: Connect to ('901', '70')\u000a17:16:30.496218 tst /gobi_0: Manufacturer: 'Quectel', Model: 'EC20', Revision: 'EC20EQAR02A05E2G 1 [Mar 14 2016 19:33:01]', Serial: '868323024271873'\u000a17:16:30.626622 tst iperf3m4.py: using MSISDN 4033\u000a17:16:30.867503 tst /gobi_6: Already registered with network ('901', '70')\u000a17:16:31.043549 bus /gobi_1: Setting Powered True\u000a17:16:34.632994 run osmo-hlr_10.42.42.2: Add subscriber {algo=1, algo_str='comp128v1', imsi='901700000023848', msisdn='4033', subscriber_id=3}\u000a17:16:34.960004 bus /gobi_1: Setting Online False\u000a17:16:36.143982 bus /gobi_1: Setting Powered False\u000a17:16:43.217708 bus /gobi_1: Setting Powered True\u000a17:16:44.620353 bus /gobi_1: Setting Online True\u000a17:16:45.644132 tst /gobi_0: Already registered with network ('901', '70')\u000a17:16:47.259909 tst /gobi_1: Connect to ('901', '70')\u000a17:16:47.532655 tst /gobi_1: Manufacturer: 'Quectel', Model: 'EC20', Revision: 'EC20EQAR02A05E2G 1 [Mar 14 2016 19:33:01]', Serial: '868323024272103'\u000a17:16:47.671770 tst iperf3m4.py: using MSISDN 4034\u000a17:16:47.844074 bus /gobi_4: Setting Powered True\u000a17:16:51.343284 run osmo-hlr_10.42.42.2: Add subscriber {algo=1, algo_str='comp128v1', imsi='901700000023849', msisdn='4034', subscriber_id=4}\u000a17:16:51.641751 bus /gobi_4: Setting Online False\u000a17:16:52.829315 bus /gobi_4: Setting Powered False\u000a17:17:00.233993 bus /gobi_4: Setting Powered True\u000a17:17:01.607831 bus /gobi_4: Setting Online True\u000a17:17:04.079583 tst /gobi_4: Connect to ('901', '70')\u000a17:17:04.368683 tst /gobi_4: Manufacturer: 'Quectel', Model: 'EC20', Revision: 'EC20EQAR02A08E2G 1 [Jul 21 2016 10:00:50]', Serial: '868323025161511'\u000a17:17:04.569620 tst iperf3m4.py:8: waiting for modems to attach...\u000a17:17:05.223565 tst /gobi_1: Already registered with network ('901', '70')\u000a17:17:22.516685 tst /gobi_4: Already registered with network ('901', '70')\u000a17:17:27.452259 tst iperf3m4.py:8: waiting for modems to attach to data services...\u000a17:17:30.569450 tst /gobi_6: context activated {apn='inet46', path='/gobi_6/context2', properties={AccessPointName='inet46', Active=True, AuthenticationMethod='chap', IPv6.Settings={}, Name='Internet', Password='', Protocol='ip', Settings={Address='176.16.46.1', DomainNameServers=['192.168.100.1', '8.8.8.8'], Gateway='176.16.46.2', Interface='r433306bbc2604b', Method='static', Netmask='255.255.255.252'}, Type='internet', Username='ogt'}, user='ogt'}\u000a17:17:30.756584 tst iperf3m4.py:8: Setting up data plan for \"'/gobi_6/context2'\"\u000a17:17:31.118816 run move_netns(pid=32014): Launched\u000a17:17:32.303559 run move_netns(pid=32014): Terminated: ok {rc=0}\u000a17:17:32.630373 run ifup(pid=32017): Launched\u000a17:17:33.814641 run ifup(pid=32017): Terminated: ok {rc=0}\u000a17:17:34.138562 run dhcp(pid=32020): Launched\u000a17:17:35.321703 run dhcp(pid=32020): Terminated: ok {rc=0}\u000a17:17:38.316781 tst /gobi_0: context activated {apn='inet46', path='/gobi_0/context2', properties={AccessPointName='inet46', Active=True, AuthenticationMethod='chap', IPv6.Settings={}, Name='Internet', Password='', Protocol='ip', Settings={Address='176.16.46.2', DomainNameServers=['192.168.100.1', '8.8.8.8'], Gateway='176.16.46.1', Interface='r82dcf628584c1c', Method='static', Netmask='255.255.255.252'}, Type='internet', Username='ogt'}, user='ogt'}\u000a17:17:38.518945 tst iperf3m4.py:8: Setting up data plan for \"'/gobi_0/context2'\"\u000a17:17:38.899491 run move_netns(pid=32038): Launched\u000a17:17:40.095493 run move_netns(pid=32038): Terminated: ok {rc=0}\u000a17:17:40.444409 run ifup(pid=32041): Launched\u000a17:17:41.641397 run ifup(pid=32041): Terminated: ok {rc=0}\u000a17:17:41.989606 run dhcp(pid=32044): Launched\u000a17:17:43.175133 run dhcp(pid=32044): Terminated: ok {rc=0}\u000a17:17:51.495222 tst /gobi_1: context activated {apn='inet46', path='/gobi_1/context13', properties={AccessPointName='inet46', Active=True, AuthenticationMethod='chap', IPv6.Settings={}, Name='Internet', Password='', Protocol='ip', Settings={Address='176.16.46.3', DomainNameServers=['192.168.100.1', '8.8.8.8'], Gateway='176.16.46.1', Interface='rf303c5eb721dad', Method='static', Netmask='255.255.255.248'}, Type='internet', Username='ogt'}, user='ogt'}\u000a17:17:51.681921 tst iperf3m4.py:8: Setting up data plan for \"'/gobi_1/context13'\"\u000a17:17:52.041626 run move_netns(pid=32062): Launched\u000a17:17:53.226317 run move_netns(pid=32062): Terminated: ok {rc=0}\u000a17:17:53.560797 run ifup(pid=32065): Launched\u000a17:17:54.758219 run ifup(pid=32065): Terminated: ok {rc=0}\u000a17:17:55.108444 run dhcp(pid=32068): Launched\u000a17:17:56.304482 run dhcp(pid=32068): Terminated: ok {rc=0}\u000a17:17:59.302633 tst /gobi_4: context activated {apn='inet46', path='/gobi_4/context2', properties={AccessPointName='inet46', Active=True, AuthenticationMethod='chap', IPv6.Settings={}, Name='Internet', Password='', Protocol='ip', Settings={Address='176.16.46.4', DomainNameServers=['192.168.100.1', '8.8.8.8'], Gateway='176.16.46.5', Interface='r9d788e55295d1b', Method='static', Netmask='255.255.255.252'}, Type='internet', Username='ogt'}, user='ogt'}\u000a17:17:59.489518 tst iperf3m4.py:8: Setting up data plan for \"'/gobi_4/context2'\"\u000a17:17:59.845418 run move_netns(pid=32088): Launched\u000a17:18:01.040571 run move_netns(pid=32088): Terminated: ok {rc=0}\u000a17:18:01.390233 run ifup(pid=32092): Launched\u000a17:18:02.587752 run ifup(pid=32092): Terminated: ok {rc=0}\u000a17:18:02.935265 run dhcp(pid=32095): Launched\u000a17:18:04.129706 run dhcp(pid=32095): Terminated: ok {rc=0}\u000a17:18:04.338437 tst iperf3m4.py:8: Running iperf3 client to 10.42.42.10:5003 through \"'/gobi_6/context2'\"\u000a17:18:04.478390 run iperf3-cli_10.42.42.10: Preparing iperf3-client connecting to 10.42.42.10:5003 (proto=tcp,time=60s)\u000a17:18:04.883484 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32111): Launched\u000a17:18:05.170637 tst iperf3m4.py:8: Running iperf3 client to 10.42.42.10:5004 through \"'/gobi_0/context2'\"\u000a17:18:05.310540 run iperf3-cli_10.42.42.10: Preparing iperf3-client connecting to 10.42.42.10:5004 (proto=tcp,time=60s)\u000a17:18:05.738351 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32114): Launched\u000a17:18:06.008729 tst iperf3m4.py:8: Running iperf3 client to 10.42.42.10:5005 through \"'/gobi_1/context13'\"\u000a17:18:06.148474 run iperf3-cli_10.42.42.10: Preparing iperf3-client connecting to 10.42.42.10:5005 (proto=tcp,time=60s)\u000a17:18:06.573060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32117): Launched\u000a17:18:06.841521 tst iperf3m4.py:8: Running iperf3 client to 10.42.42.10:5006 through \"'/gobi_4/context2'\"\u000a17:18:06.981165 run iperf3-cli_10.42.42.10: Preparing iperf3-client connecting to 10.42.42.10:5006 (proto=tcp,time=60s)\u000a17:18:07.385205 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32120): Launched\u000a17:18:07.724300 run iperf3-cli_10.42.42.10(pid=32123): Launched\u000a17:18:08.016172 run iperf3-cli_10.42.42.10(pid=32126): Launched\u000a17:18:08.313218 run iperf3-cli_10.42.42.10(pid=32129): Launched\u000a17:18:08.603967 run iperf3-cli_10.42.42.10(pid=32132): Launched\u000a17:19:22.948132 run iperf3-cli_10.42.42.10(pid=32123): ERR: Terminated: ERROR {rc=1} [trial-2068↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪iperf3-srv_10.42.42.10↪iperf3-cli_10.42.42.10↪iperf3-cli_10.42.42.10(pid=32123)]\u000a17:19:23.093385 run iperf3-cli_10.42.42.10(pid=32123): stdout: \u000a| \u0009\u0009\u0009\u0009\"bits_per_second\":\u00090,\u000a| \u0009\u0009\u0009\u0009\"retransmits\":\u00090,\u000a| \u0009\u0009\u0009\u0009\"omitted\":\u0009false\u000a| \u0009\u0009\u0009}\u000a| \u0009\u0009}],\u000a| \u0009\"end\":\u0009{\u000a| \u0009},\u000a| \u0009\"error\":\u0009\"error - control socket has closed unexpectedly\"\u000a| }\u000a| child exited with 1 \u000a17:19:23.234881 run iperf3-cli_10.42.42.10(pid=32123): stderr: \u000a| (launched: 2022-12-01_17:18:07.606904) \u000a17:19:24.438392 run iperf3-cli_10.42.42.10(pid=32126): ERR: Terminated: ERROR {rc=1} [trial-2068↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪iperf3-srv_10.42.42.10↪iperf3-cli_10.42.42.10↪iperf3-cli_10.42.42.10(pid=32126)]\u000a17:19:24.575796 run iperf3-cli_10.42.42.10(pid=32126): stdout: \u000a| \u0009\u0009\u0009\u0009\"bits_per_second\":\u00090,\u000a| \u0009\u0009\u0009\u0009\"retransmits\":\u00090,\u000a| \u0009\u0009\u0009\u0009\"omitted\":\u0009false\u000a| \u0009\u0009\u0009}\u000a| \u0009\u0009}],\u000a| \u0009\"end\":\u0009{\u000a| \u0009},\u000a| \u0009\"error\":\u0009\"error - control socket has closed unexpectedly\"\u000a| }\u000a| child exited with 1 \u000a17:19:24.705001 run iperf3-cli_10.42.42.10(pid=32126): stderr: \u000a| (launched: 2022-12-01_17:18:07.896232) \u000a17:19:25.888642 run iperf3-cli_10.42.42.10(pid=32129): ERR: Terminated: ERROR {rc=1} [trial-2068↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪iperf3-srv_10.42.42.10↪iperf3-cli_10.42.42.10↪iperf3-cli_10.42.42.10(pid=32129)]\u000a17:19:26.019223 run iperf3-cli_10.42.42.10(pid=32129): stdout: \u000a| \u0009\u0009\u0009\u0009\"bits_per_second\":\u00090,\u000a| \u0009\u0009\u0009\u0009\"retransmits\":\u00090,\u000a| \u0009\u0009\u0009\u0009\"omitted\":\u0009false\u000a| \u0009\u0009\u0009}\u000a| \u0009\u0009}],\u000a| \u0009\"end\":\u0009{\u000a| \u0009},\u000a| \u0009\"error\":\u0009\"error - control socket has closed unexpectedly\"\u000a| }\u000a| child exited with 1 \u000a17:19:26.149901 run iperf3-cli_10.42.42.10(pid=32129): stderr: \u000a| (launched: 2022-12-01_17:18:08.190002) \u000a17:19:27.333179 run iperf3-cli_10.42.42.10(pid=32132): ERR: Terminated: ERROR {rc=1} [trial-2068↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪iperf3-srv_10.42.42.10↪iperf3-cli_10.42.42.10↪iperf3-cli_10.42.42.10(pid=32132)]\u000a17:19:27.462566 run iperf3-cli_10.42.42.10(pid=32132): stdout: \u000a| \u0009\u0009\u0009\u0009\"bits_per_second\":\u00090,\u000a| \u0009\u0009\u0009\u0009\"retransmits\":\u00090,\u000a| \u0009\u0009\u0009\u0009\"omitted\":\u0009false\u000a| \u0009\u0009\u0009}\u000a| \u0009\u0009}],\u000a| \u0009\"end\":\u0009{\u000a| \u0009},\u000a| \u0009\"error\":\u0009\"error - control socket has closed unexpectedly\"\u000a| }\u000a| child exited with 1 \u000a17:19:27.590839 run iperf3-cli_10.42.42.10(pid=32132): stderr: \u000a| (launched: 2022-12-01_17:18:08.474417) \u000a17:19:27.708008 run iperf3-srv_10.42.42.10(pid=31921): Terminating (SIGINT)\u000a17:19:28.040310 run iperf3-srv_10.42.42.10(pid=31921): Terminated {rc=1}\u000a17:19:28.228023 tst iperf3m4.py:8: Results for 10.42.42.10:5003 through \"'/gobi_6/context2'\"\u000a17:19:28.284101 tst iperf3m4.py:8: ERR: KeyError: 'sum_sent' [trial-2068↪gprs:sysmo↪iperf3m4.py:8]\u000a17:19:28.291204 tst iperf3m4.py:8: Test FAILED (291.0 sec)\u000a17:19:28.328837 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31920): Terminating (SIGTERM)\u000a17:19:28.371582 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31922): Terminating (SIGTERM)\u000a17:19:28.413463 run iperf3-srv_10.42.42.10(pid=31923): Terminating (SIGTERM)\u000a17:19:28.454747 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31924): Terminating (SIGTERM)\u000a17:19:28.495625 run iperf3-srv_10.42.42.10(pid=31925): Terminating (SIGTERM)\u000a17:19:28.536459 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31926): Terminating (SIGTERM)\u000a17:19:28.577475 run iperf3-srv_10.42.42.10(pid=31927): Terminating (SIGTERM)\u000a17:19:28.618935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31930): Terminating (SIGTERM)\u000a17:19:28.659656 run osmo-hlr_10.42.42.2(pid=31931): Terminating (SIGTERM)\u000a17:19:28.702306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31932): Terminating (SIGTERM)\u000a17:19:28.745253 run osmo-stp_10.42.42.5(pid=31933): Terminating (SIGTERM)\u000a17:19:28.801427 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31934): Terminating (SIGTERM)\u000a17:19:28.847004 run osmo-ggsn_10.42.42.6(pid=31939): Terminating (SIGTERM)\u000a17:19:28.897484 run pcap-recorder_any(filters='host 10.42.42.7')(pid=31965): Terminating (SIGTERM)\u000a17:19:28.956047 run osmo-sgsn_10.42.42.7(pid=31966): Terminating (SIGTERM)\u000a17:19:29.003929 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=31967): Terminating (SIGTERM)\u000a17:19:29.078739 run osmo-msc_10.42.42.8(pid=31970): Terminating (SIGTERM)\u000a17:19:29.140575 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=31971): Terminating (SIGTERM)\u000a17:19:29.188756 run osmo-mgw_10.42.42.3(pid=31972): Terminating (SIGTERM)\u000a17:19:29.234774 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31973): Terminating (SIGTERM)\u000a17:19:29.275617 run osmo-mgw_10.42.42.4(pid=31974): Terminating (SIGTERM)\u000a17:19:29.316671 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=31979): Terminating (SIGTERM)\u000a17:19:29.359776 run osmo-bsc_10.42.42.9(pid=31980): Terminating (SIGTERM)\u000a17:19:29.402135 run osmo-bts-sysmo(pid=31997): Terminating (SIGTERM)\u000a17:19:29.444496 run osmo-pcu(pid=32005): Terminating (SIGTERM)\u000a17:19:29.485365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32111): Terminating (SIGTERM)\u000a17:19:29.668078 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32111)-killSignals.SIGTERM(pid=32159): Launched\u000a17:19:30.765640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32111)-killSignals.SIGTERM(pid=32159): Terminated: ok {rc=0}\u000a17:19:30.814215 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32114): Terminating (SIGTERM)\u000a17:19:30.975151 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32114)-killSignals.SIGTERM(pid=32164): Launched\u000a17:19:32.071154 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32114)-killSignals.SIGTERM(pid=32164): Terminated: ok {rc=0}\u000a17:19:32.119324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32117): Terminating (SIGTERM)\u000a17:19:32.276107 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32117)-killSignals.SIGTERM(pid=32167): Launched\u000a17:19:33.371824 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32117)-killSignals.SIGTERM(pid=32167): Terminated: ok {rc=0}\u000a17:19:33.420195 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32120): Terminating (SIGTERM)\u000a17:19:33.576010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32120)-killSignals.SIGTERM(pid=32170): Launched\u000a17:19:34.672226 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32120)-killSignals.SIGTERM(pid=32170): Terminated: ok {rc=0}\u000a17:19:34.686674 --- ParallelTerminationStrategy: PID 31920 died...\u000a17:19:34.744028 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31920): Terminated: ok {rc=0}\u000a17:19:34.754454 --- ParallelTerminationStrategy: PID 31922 died...\u000a17:19:34.811387 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31922): Terminated: ok {rc=0}\u000a17:19:34.821484 --- ParallelTerminationStrategy: PID 31923 died...\u000a17:19:34.878272 run iperf3-srv_10.42.42.10(pid=31923): Terminated {rc=256}\u000a17:19:34.888358 --- ParallelTerminationStrategy: PID 31924 died...\u000a17:19:34.945249 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31924): Terminated: ok {rc=0}\u000a17:19:34.955495 --- ParallelTerminationStrategy: PID 31925 died...\u000a17:19:35.012360 run iperf3-srv_10.42.42.10(pid=31925): Terminated {rc=256}\u000a17:19:35.022437 --- ParallelTerminationStrategy: PID 31926 died...\u000a17:19:35.079176 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31926): Terminated: ok {rc=0}\u000a17:19:35.089245 --- ParallelTerminationStrategy: PID 31927 died...\u000a17:19:35.145683 run iperf3-srv_10.42.42.10(pid=31927): Terminated {rc=256}\u000a17:19:35.155734 --- ParallelTerminationStrategy: PID 31930 died...\u000a17:19:35.212872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31930): Terminated: ok {rc=0}\u000a17:19:35.223061 --- ParallelTerminationStrategy: PID 31931 died...\u000a17:19:35.279521 run osmo-hlr_10.42.42.2(pid=31931): Terminated: ok {rc=0}\u000a17:19:35.289553 --- ParallelTerminationStrategy: PID 31932 died...\u000a17:19:35.346194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31932): Terminated: ok {rc=0}\u000a17:19:35.356271 --- ParallelTerminationStrategy: PID 31933 died...\u000a17:19:35.412972 run osmo-stp_10.42.42.5(pid=31933): Terminated: ok {rc=0}\u000a17:19:35.423182 --- ParallelTerminationStrategy: PID 31934 died...\u000a17:19:35.479689 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31934): Terminated: ok {rc=0}\u000a17:19:35.489936 --- ParallelTerminationStrategy: PID 31939 died...\u000a17:19:35.546370 run osmo-ggsn_10.42.42.6(pid=31939): Terminated: ok {rc=0}\u000a17:19:35.556434 --- ParallelTerminationStrategy: PID 31965 died...\u000a17:19:35.613098 run pcap-recorder_any(filters='host 10.42.42.7')(pid=31965): Terminated: ok {rc=0}\u000a17:19:35.623412 --- ParallelTerminationStrategy: PID 31966 died...\u000a17:19:35.680270 run osmo-sgsn_10.42.42.7(pid=31966): Terminated: ok {rc=0}\u000a17:19:35.690380 --- ParallelTerminationStrategy: PID 31967 died...\u000a17:19:35.746898 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=31967): Terminated: ok {rc=0}\u000a17:19:35.756975 --- ParallelTerminationStrategy: PID 31970 died...\u000a17:19:35.813457 run osmo-msc_10.42.42.8(pid=31970): Terminated: ok {rc=0}\u000a17:19:35.823532 --- ParallelTerminationStrategy: PID 31971 died...\u000a17:19:35.880623 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=31971): Terminated: ok {rc=0}\u000a17:19:35.891059 --- ParallelTerminationStrategy: PID 31972 died...\u000a17:19:35.947771 run osmo-mgw_10.42.42.3(pid=31972): Terminated {rc=15}\u000a17:19:35.958179 --- ParallelTerminationStrategy: PID 31973 died...\u000a17:19:36.015154 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31973): Terminated: ok {rc=0}\u000a17:19:36.025633 --- ParallelTerminationStrategy: PID 31974 died...\u000a17:19:36.082441 run osmo-mgw_10.42.42.4(pid=31974): Terminated {rc=15}\u000a17:19:36.092889 --- ParallelTerminationStrategy: PID 31979 died...\u000a17:19:36.149481 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=31979): Terminated: ok {rc=0}\u000a17:19:36.160047 --- ParallelTerminationStrategy: PID 31980 died...\u000a17:19:36.216530 run osmo-bsc_10.42.42.9(pid=31980): Terminated: ok {rc=0}\u000a17:19:36.227135 --- ParallelTerminationStrategy: PID 31997 died...\u000a17:19:36.284311 run osmo-bts-sysmo(pid=31997): Terminated: ok {rc=0}\u000a17:19:36.295277 --- ParallelTerminationStrategy: PID 32005 died...\u000a17:19:36.352339 run osmo-pcu(pid=32005): Terminated: ok {rc=0}\u000a17:19:42.220100 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32111): Terminating (SIGINT)\u000a17:19:42.372276 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32111)-killSignals.SIGINT(pid=32173): Launched\u000a17:19:43.468682 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32111)-killSignals.SIGINT(pid=32173): Terminated: ok {rc=0}\u000a17:19:43.517009 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32114): Terminating (SIGINT)\u000a17:19:43.672889 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32114)-killSignals.SIGINT(pid=32176): Launched\u000a17:19:44.763899 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32114)-killSignals.SIGINT(pid=32176): Terminated: ok {rc=0}\u000a17:19:44.810141 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32117): Terminating (SIGINT)\u000a17:19:44.958850 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32117)-killSignals.SIGINT(pid=32179): Launched\u000a17:19:46.049472 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32117)-killSignals.SIGINT(pid=32179): Terminated: ok {rc=0}\u000a17:19:46.096043 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32120): Terminating (SIGINT)\u000a17:19:46.248702 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32120)-killSignals.SIGINT(pid=32182): Launched\u000a17:19:47.341350 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32120)-killSignals.SIGINT(pid=32182): Terminated: ok {rc=0}\u000a17:19:53.211245 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32111): Terminating (SIGKILL)\u000a17:19:53.361896 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32111)-killSignals.SIGUSR1(pid=32185): Launched\u000a17:19:54.452897 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32111)-killSignals.SIGUSR1(pid=32185): Terminated: ok {rc=0}\u000a17:19:54.498750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32114): Terminating (SIGKILL)\u000a17:19:54.647461 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32114)-killSignals.SIGUSR1(pid=32188): Launched\u000a17:19:55.737783 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32114)-killSignals.SIGUSR1(pid=32188): Terminated: ok {rc=0}\u000a17:19:55.783910 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32117): Terminating (SIGKILL)\u000a17:19:55.936463 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32117)-killSignals.SIGUSR1(pid=32191): Launched\u000a17:19:57.027475 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32117)-killSignals.SIGUSR1(pid=32191): Terminated: ok {rc=0}\u000a17:19:57.073124 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32120): Terminating (SIGKILL)\u000a17:19:57.226571 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32120)-killSignals.SIGUSR1(pid=32194): Launched\u000a17:19:58.318300 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32120)-killSignals.SIGUSR1(pid=32194): Terminated: ok {rc=0}\u000a17:19:58.564931 bus /gobi_4: Setting Online False\u000a17:19:59.741166 bus /gobi_4: Setting Powered False\u000a17:20:07.971683 bus /gobi_4: Setting Powered False\u000a17:20:09.073761 bus /gobi_4: Setting Powered False\u000a17:20:10.230180 bus /gobi_1: Setting Online False\u000a17:20:11.345804 bus /gobi_1: Setting Powered False\u000a17:20:19.087951 bus /gobi_1: Setting Powered False\u000a17:20:20.191901 bus /gobi_1: Setting Powered False\u000a17:20:21.348940 bus /gobi_0: Setting Online False\u000a17:20:22.479410 bus /gobi_0: Setting Powered False\u000a17:20:30.975399 bus /gobi_0: Setting Powered False\u000a17:20:32.083300 bus /gobi_0: Setting Powered False\u000a17:20:33.235312 bus /gobi_6: Setting Online False\u000a17:20:34.353313 bus /gobi_6: Setting Powered False\u000a17:20:42.151863 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 0, "className" : "gprs:sysmo", "duration" : 199.0, "errorDetails" : None, "errorStackTrace" : None, "failedSince" : 0, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "PASSED", "stderr" : None, "stdout" : "(launched: 2022-12-01_17:22:46.174200)\u000a32291: waiting for 32292\u000aPING 10.42.42.6 (10.42.42.6) 56(84) bytes of data.\u000a64 bytes from 10.42.42.6: icmp_seq=1 ttl=64 time=572 ms\u000a64 bytes from 10.42.42.6: icmp_seq=2 ttl=64 time=489 ms\u000a64 bytes from 10.42.42.6: icmp_seq=3 ttl=64 time=467 ms\u000a64 bytes from 10.42.42.6: icmp_seq=4 ttl=64 time=568 ms\u000a64 bytes from 10.42.42.6: icmp_seq=5 ttl=64 time=588 ms\u000a64 bytes from 10.42.42.6: icmp_seq=6 ttl=64 time=582 ms\u000a64 bytes from 10.42.42.6: icmp_seq=7 ttl=64 time=565 ms\u000a64 bytes from 10.42.42.6: icmp_seq=8 ttl=64 time=560 ms\u000a64 bytes from 10.42.42.6: icmp_seq=9 ttl=64 time=560 ms\u000a64 bytes from 10.42.42.6: icmp_seq=10 ttl=64 time=538 ms\u000a\u000a--- 10.42.42.6 ping statistics ---\u000a10 packets transmitted, 10 received, 0% packet loss, time 20ms\u000artt min/avg/max/mdev = 466.595/548.899/587.663/38.082 ms\u000achild exited with 0\u000a" }, { "testActions" : [ ], "age" : 0, "className" : "gprs:sysmo", "duration" : 218.0, "errorDetails" : None, "errorStackTrace" : None, "failedSince" : 0, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FIXED", "stderr" : None, "stdout" : "[1] Running 10 ping requests for \"'/gobi_6/context2'\"\u000a(launched: 2022-12-01_17:26:41.141283)\u000a32400: waiting for 32401\u000aPING 10.42.42.6 (10.42.42.6) 56(84) bytes of data.\u000a64 bytes from 10.42.42.6: icmp_seq=1 ttl=64 time=461 ms\u000a64 bytes from 10.42.42.6: icmp_seq=2 ttl=64 time=401 ms\u000a64 bytes from 10.42.42.6: icmp_seq=3 ttl=64 time=360 ms\u000a64 bytes from 10.42.42.6: icmp_seq=4 ttl=64 time=618 ms\u000a64 bytes from 10.42.42.6: icmp_seq=5 ttl=64 time=637 ms\u000a64 bytes from 10.42.42.6: icmp_seq=6 ttl=64 time=633 ms\u000a64 bytes from 10.42.42.6: icmp_seq=7 ttl=64 time=616 ms\u000a64 bytes from 10.42.42.6: icmp_seq=8 ttl=64 time=610 ms\u000a64 bytes from 10.42.42.6: icmp_seq=9 ttl=64 time=532 ms\u000a64 bytes from 10.42.42.6: icmp_seq=10 ttl=64 time=528 ms\u000a\u000a--- 10.42.42.6 ping statistics ---\u000a10 packets transmitted, 10 received, 0% packet loss, time 21ms\u000artt min/avg/max/mdev = 359.659/539.679/637.444/96.540 ms\u000achild exited with 0\u000aSleeping for 60 seconds\u000a[2] Running 10 ping requests for \"'/gobi_6/context2'\"\u000a(launched: 2022-12-01_17:27:52.328877)\u000a32406: waiting for 32407\u000aPING 10.42.42.6 (10.42.42.6) 56(84) bytes of data.\u000a64 bytes from 10.42.42.6: icmp_seq=1 ttl=64 time=596 ms\u000a64 bytes from 10.42.42.6: icmp_seq=2 ttl=64 time=515 ms\u000a64 bytes from 10.42.42.6: icmp_seq=3 ttl=64 time=492 ms\u000a64 bytes from 10.42.42.6: icmp_seq=4 ttl=64 time=473 ms\u000a64 bytes from 10.42.42.6: icmp_seq=5 ttl=64 time=492 ms\u000a64 bytes from 10.42.42.6: icmp_seq=6 ttl=64 time=488 ms\u000a64 bytes from 10.42.42.6: icmp_seq=7 ttl=64 time=469 ms\u000a64 bytes from 10.42.42.6: icmp_seq=8 ttl=64 time=465 ms\u000a64 bytes from 10.42.42.6: icmp_seq=9 ttl=64 time=465 ms\u000a64 bytes from 10.42.42.6: icmp_seq=10 ttl=64 time=443 ms\u000a\u000a--- 10.42.42.6 ping statistics ---\u000a10 packets transmitted, 10 received, 0% packet loss, time 20ms\u000artt min/avg/max/mdev = 442.877/489.768/596.054/40.086 ms\u000achild exited with 0\u000a" } ], "duration" : 1358.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-01T17:05:50" } ] }