Skip to content
Failed

Console Output

Triggered by Gerrit: https://gerrit.osmocom.org/c/osmo-gsm-tester/+/30421
Running as SYSTEM
Building remotely on osmo-gsm-tester-prod (osmo-gsm-tester) in workspace /home/jenkins/workspace/osmo-gsm-tester_gerrit
The recommended git tool is: NONE
using credential d5eda5e9-b59d-44ba-88d2-43473cb6e42d
 > git rev-parse --resolve-git-dir /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/.git # timeout=10
Fetching changes from the remote Git repository
 > git config remote.origin.url ssh://jenkins@gerrit.osmocom.org:29418/osmo-gsm-tester # timeout=10
Cleaning workspace
 > git rev-parse --verify HEAD # timeout=10
Resetting working tree
 > git reset --hard # timeout=10
 > git clean -fdx # timeout=10
Fetching upstream changes from ssh://jenkins@gerrit.osmocom.org:29418/osmo-gsm-tester
 > git --version # timeout=10
 > git --version # 'git version 2.20.1'
using GIT_SSH to set credentials gerrit.osmocom.org
Verifying host key using known hosts file
 > git fetch --tags --force --progress -- ssh://jenkins@gerrit.osmocom.org:29418/osmo-gsm-tester refs/changes/21/30421/1 # timeout=10
 > git rev-parse bfc438bb2b17f4129018768a1f7bab52f1e96750^{commit} # timeout=10
JENKINS-19022: warning: possible memory leak due to Git plugin usage; see: https://plugins.jenkins.io/git/#remove-git-plugin-buildsbybranch-builddata-script
Checking out Revision bfc438bb2b17f4129018768a1f7bab52f1e96750 (refs/changes/21/30421/1)
 > git config core.sparsecheckout # timeout=10
 > git checkout -f bfc438bb2b17f4129018768a1f7bab52f1e96750 # timeout=10
Commit message: "templates: osmo-msc: modernize"
 > git rev-parse FETCH_HEAD^{commit} # timeout=10
 > git rev-list --no-walk b172c066fb73e0156f9be2f024ae625e31f39abc # timeout=10
[osmo-gsm-tester_gerrit] $ /bin/sh -xe /tmp/jenkins2999528289041143120.sh
+ rm -rf trial-2067 trial-2067-bin.tgz trial-2067-run.tgz trial-2067-bin.tgz trial-2067-run.tgz *.md5
Copied 2 artifacts from "osmo-gsm-tester_build-osmo-bsc" build number 17598
Copied 2 artifacts from "osmo-gsm-tester_build-osmo-bts" build number 7474
Copied 2 artifacts from "osmo-gsm-tester_build-osmo-ggsn" build number 6649
Copied 2 artifacts from "osmo-gsm-tester_build-osmo-hlr" build number 8659
Copied 2 artifacts from "osmo-gsm-tester_build-osmo-mgw" build number 8905
Copied 2 artifacts from "osmo-gsm-tester_build-osmo-hnbgw" build number 2869
Copied 2 artifacts from "osmo-gsm-tester_build-osmo-msc" build number 29163
Copied 2 artifacts from "osmo-gsm-tester_build-osmo-pcu" build number 5133
Copied 2 artifacts from "osmo-gsm-tester_build-osmo-sgsn" build number 29927
Copied 2 artifacts from "osmo-gsm-tester_build-osmo-trx" build number 4645
Copied 2 artifacts from "osmo-gsm-tester_build-osmo-nitb" build number 12915
Copied 2 artifacts from "osmo-gsm-tester_build-osmo-stp" build number 9200
Copied 2 artifacts from "osmo-gsm-tester_build-osmocom-bb" build number 4671
Copied 2 artifacts from "osmo-gsm-tester_build-osmo-bts-sysmo" build number 8005
Copied 2 artifacts from "osmo-gsm-tester_build-osmo-pcu-sysmo" build number 5172
Copied 2 artifacts from "osmo-gsm-tester_build-osmo-bts-oc2g" build number 5501
Copied 2 artifacts from "osmo-gsm-tester_build-osmo-pcu-oc2g" build number 3890
Copied 2 artifacts from "osmo-gsm-tester_build-open5gs" build number 8
Copied 2 artifacts from "osmo-gsm-tester_build-srslte" build number 19
[osmo-gsm-tester_gerrit] $ /bin/sh /tmp/jenkins14217902037115608916.sh
+ unlink osmo-gsm-tester/sysmocom/resources.conf
unlink: cannot unlink 'osmo-gsm-tester/sysmocom/resources.conf': No such file or directory
+ true
+ ln -s resources.conf.prod osmo-gsm-tester/sysmocom/resources.conf
+ export OSMO_GSM_TESTER_OPTS=-s nitb_sms:sysmo -s sms:sysmo -s gprs:sysmo
+ ./osmo-gsm-tester/contrib/jenkins-make-check-and-run.sh
+ base=/home/jenkins/workspace/osmo-gsm-tester_gerrit
+ run_script=osmo-gsm-tester/contrib/jenkins-run.sh
+ test -x osmo-gsm-tester/contrib/jenkins-run.sh
+ cd osmo-gsm-tester
+ make deps
./contrib/check_dependencies.py
Skip checking modules: []
Changing workdir dir to /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester
importing files in directory /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_ms_driver
importing src.osmo_ms_driver.location_update_test
importing src.osmo_ms_driver.event_server
importing src.osmo_ms_driver.cdf
importing src.osmo_ms_driver.__main__
importing src.osmo_ms_driver.__init__
importing src.osmo_ms_driver.test_support
importing src.osmo_ms_driver.starter
importing src.osmo_ms_driver.simple_loop
importing files in directory /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/core
importing src.osmo_gsm_tester.core.util
importing src.osmo_gsm_tester.core.schema
importing src.osmo_gsm_tester.core.trial
importing src.osmo_gsm_tester.core.template
importing src.osmo_gsm_tester.core.config
importing src.osmo_gsm_tester.core.event_loop
importing src.osmo_gsm_tester.core.log
importing src.osmo_gsm_tester.core.scenario
importing src.osmo_gsm_tester.core.remote
importing src.osmo_gsm_tester.core.__init__
importing src.osmo_gsm_tester.core.process
importing src.osmo_gsm_tester.core.report
importing src.osmo_gsm_tester.core.test
importing src.osmo_gsm_tester.core.resource
importing src.osmo_gsm_tester.core.suite
importing files in directory /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester/obj
importing src.osmo_gsm_tester.obj.android_apn
importing src.osmo_gsm_tester.obj.bts
importing src.osmo_gsm_tester.obj.mgcpgw_osmo
importing src.osmo_gsm_tester.obj.sgsn_osmo
importing src.osmo_gsm_tester.obj.epc_srs
importing src.osmo_gsm_tester.obj.bts_nanobts
importing src.osmo_gsm_tester.obj.enb_srs
importing src.osmo_gsm_tester.obj.esme
importing src.osmo_gsm_tester.obj.qc_diag
importing src.osmo_gsm_tester.obj.stp_osmo
importing src.osmo_gsm_tester.obj.ms_ofono
importing src.osmo_gsm_tester.obj.ms_android
importing src.osmo_gsm_tester.obj.osmo_vty
importing src.osmo_gsm_tester.obj.hlr_osmo
importing src.osmo_gsm_tester.obj.enb_amarisoft
importing src.osmo_gsm_tester.obj.android_host
importing src.osmo_gsm_tester.obj.sgwu_open5gs
importing src.osmo_gsm_tester.obj.powersupply
importing src.osmo_gsm_tester.obj.iperf3
importing src.osmo_gsm_tester.obj.epc
importing src.osmo_gsm_tester.obj.rfemu_minicircuits
importing src.osmo_gsm_tester.obj.bts_osmo
importing src.osmo_gsm_tester.obj.upf_open5gs
importing src.osmo_gsm_tester.obj.nitb_osmo
importing src.osmo_gsm_tester.obj.android_bitrate_monitor
importing src.osmo_gsm_tester.obj.pcu_oc2g
importing src.osmo_gsm_tester.obj.ms_srs
importing src.osmo_gsm_tester.obj.ms_driver
importing src.osmo_gsm_tester.obj.bts_sysmo
importing src.osmo_gsm_tester.obj.rfemu_srsenb_stdin
importing src.osmo_gsm_tester.obj.pcu
importing src.osmo_gsm_tester.obj.osmocon
importing src.osmo_gsm_tester.obj.epc_amarisoft
importing src.osmo_gsm_tester.obj.ggsn_osmo
importing src.osmo_gsm_tester.obj.enb
importing src.osmo_gsm_tester.obj.rfemu
importing src.osmo_gsm_tester.obj.bts_octphy
importing src.osmo_gsm_tester.obj.pcap_recorder
importing src.osmo_gsm_tester.obj.sms
importing src.osmo_gsm_tester.obj.bts_oc2g
importing src.osmo_gsm_tester.obj.stress
importing src.osmo_gsm_tester.obj.smsc
importing src.osmo_gsm_tester.obj.msc_osmo
importing src.osmo_gsm_tester.obj.sgwc_open5gs
importing src.osmo_gsm_tester.obj.osmo_ctrl
importing src.osmo_gsm_tester.obj.bts_osmotrx
importing src.osmo_gsm_tester.obj.rfemu_amarisoftctrl
importing src.osmo_gsm_tester.obj.ms
importing src.osmo_gsm_tester.obj.powersupply_intellinet
importing src.osmo_gsm_tester.obj.ms_amarisoft
importing src.osmo_gsm_tester.obj.srslte_common
importing src.osmo_gsm_tester.obj.powersupply_sispm
importing src.osmo_gsm_tester.obj.gnuradio_zmq_broker
importing src.osmo_gsm_tester.obj.pcu_sysmo
importing src.osmo_gsm_tester.obj.bts_osmovirtual
importing src.osmo_gsm_tester.obj.hss_open5gs
importing src.osmo_gsm_tester.obj.mgw_osmo
importing src.osmo_gsm_tester.obj.smf_open5gs
importing src.osmo_gsm_tester.obj.pcrf_open5gs
importing src.osmo_gsm_tester.obj.mme_open5gs
importing src.osmo_gsm_tester.obj.bsc_osmo
importing src.osmo_gsm_tester.obj.epc_open5gs
importing src.osmo_gsm_tester.obj.run_node
importing src.osmo_gsm_tester.obj.pcu_osmo
importing src.osmo_gsm_tester.obj.rfemu_gnuradio_zmq
importing src.osmo_gsm_tester.obj.ms_osmo_mobile
importing files in directory /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo_gsm_tester
importing src.osmo_gsm_tester.testenv
importing src.osmo_gsm_tester.__init__
Importing dependencies ok, all installed
Retreiving list of imported modules...
+ make check
make -C selftest check
make[1]: Entering directory '/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/selftest'
echo "export PYTHONPATH=\"/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/../src\"" > set_pythonpath
./all_tests.py
/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/selftest/cdf_test/cdf_test.py
/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/selftest/config_test/config_test.py
/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/selftest/lock_test/lock_test.sh
/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/selftest/log_test/log_test.py
/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/selftest/process_test/process_test.py
/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/selftest/rate_ctrs_test/rate_ctrs_test.py
/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/selftest/report_test/report_test.py
/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/selftest/resource_test/resource_test.py
/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/selftest/scenario_test/scenario_test.py
/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/selftest/schema_test/schema_test.py
/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/selftest/sms_test/sms_test.py
/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/selftest/suite_test/suite_test.py
/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/selftest/template_test/template_test.py
/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/selftest/trial_test/trial_test.py
/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/selftest/util_test/util_test.py
15 tests ok
make[1]: Leaving directory '/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/selftest'
make check: success
+ ./contrib/jenkins-build-manuals.sh
+ base=/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester
+ export OSMO_GSM_MANUALS_DIR=/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/osmo-gsm-manuals
+ [ -d /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/doc/manuals ]
+ [ -d /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/osmo-gsm-manuals ]
+ git -C /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/osmo-gsm-manuals pull
warning: redirecting to https://gitea.osmocom.org/cellular-infrastructure/osmo-gsm-manuals/
From https://git.osmocom.org/osmo-gsm-manuals
   35b5e27..15b7428  master     -> origin/master
Updating 35b5e27..15b7428
Fast-forward
 common/chapters/gb-ns2-configuration-timer.adoc    |  36 ---
 common/chapters/gb-ns2-configuration.adoc          | 163 -----------
 common/chapters/gb-ns2-maintenance.adoc            | 115 --------
 common/chapters/gb-ns2.adoc                        | 317 +++++++++++++++++++++
 common/chapters/gfdl.adoc                          |   2 +-
 common/chapters/installation.adoc                  |  68 +++++
 common/chapters/mgwpool.adoc                       | 239 ++++++++++++++++
 common/chapters/osmux/mgcp_extension_osmux.adoc    |  14 +-
 common/chapters/osmux/mo_call_osmux_abis.msc       |  54 ++++
 common/chapters/osmux/mo_call_osmux_aoip.msc       |   4 +-
 common/chapters/osmux/mo_call_osmux_sccplite.msc   |   4 +-
 .../chapters/osmux/mo_call_osmux_sccplite_nat.msc  |   4 +-
 common/chapters/osmux/network_osmux_abis.dot       |  32 +++
 common/chapters/osmux/osmux.adoc                   |  66 ++++-
 common/chapters/port_numbers.adoc                  |   1 +
 common/snippets/systemd.adoc                       |  70 +++++
 16 files changed, 847 insertions(+), 342 deletions(-)
 delete mode 100644 common/chapters/gb-ns2-configuration-timer.adoc
 delete mode 100644 common/chapters/gb-ns2-configuration.adoc
 delete mode 100644 common/chapters/gb-ns2-maintenance.adoc
 create mode 100644 common/chapters/installation.adoc
 create mode 100644 common/chapters/mgwpool.adoc
 create mode 100644 common/chapters/osmux/mo_call_osmux_abis.msc
 create mode 100644 common/chapters/osmux/network_osmux_abis.dot
 create mode 100644 common/snippets/systemd.adoc
+ git -C /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/osmo-gsm-manuals checkout -f HEAD
Your branch is up to date with 'origin/master'.
+ temp=/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp
+ [ -d /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp ]
+ cp -r /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/doc/manuals /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp
+ cd /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp
+ make
OSMO_GSM_MANUALS_DIR: /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/osmo-gsm-manuals (from env)
ln -s /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/osmo-gsm-manuals/build build
ln -s /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/osmo-gsm-manuals/common common
# a2x can't use a different output file. To support out-of-tree builds,
# we create a symlink at /srcfile.adoc pointing at
# /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp/srcfile.adoc. osmo-gsm-tester-manual.adoc is the /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp/srcfile.adoc,
#  is like basename from coreutils, and  is WD.
if ! [ -f osmo-gsm-tester-manual.adoc ]; then \
	ln -s osmo-gsm-tester-manual.adoc osmo-gsm-tester-manual.adoc; \
fi
# TEXINPUTS: find LaTeX includes like \includegraphics{./common/images/sysmocom.pdf}
# in /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/osmo-gsm-manuals.
TEXINPUTS="/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/osmo-gsm-manuals" \
	a2x -vv -L --asciidoc-opts="-f /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/osmo-gsm-manuals/build/mscgen-filter.conf -f /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/osmo-gsm-manuals/build/diag-filter.conf -f /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/osmo-gsm-manuals/build/docinfo-releaseinfo.conf -a srcdir='/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp' -a commondir='/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/osmo-gsm-manuals/common'" --dblatex-opts="-s /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/osmo-gsm-manuals/build/custom-dblatex.sty -P draft.mode=yes -P draft.watermark=0" -a docinfo -a revnumber="DRAFT 0.1-1218-gbfc4" -a revdate="2022-Dec-01" osmo-gsm-tester-manual.adoc
a2x: args: ['-vv', '-L', "--asciidoc-opts=-f /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/osmo-gsm-manuals/build/mscgen-filter.conf -f /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/osmo-gsm-manuals/build/diag-filter.conf -f /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/osmo-gsm-manuals/build/docinfo-releaseinfo.conf -a srcdir='/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp' -a commondir='/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/osmo-gsm-manuals/common'", '--dblatex-opts=-s /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/osmo-gsm-manuals/build/custom-dblatex.sty -P draft.mode=yes -P draft.watermark=0', '-a', 'docinfo', '-a', 'revnumber=DRAFT 0.1-1218-gbfc4', '-a', 'revdate=2022-Dec-01', 'osmo-gsm-tester-manual.adoc']
a2x: resource files: []
a2x: resource directories: ['/etc/asciidoc/images', '/etc/asciidoc/stylesheets']
a2x: executing: "/usr/bin/asciidoc" --backend docbook -a "a2x-format=pdf" -f /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/osmo-gsm-manuals/build/mscgen-filter.conf -f /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/osmo-gsm-manuals/build/diag-filter.conf -f /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/osmo-gsm-manuals/build/docinfo-releaseinfo.conf -a srcdir='/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp' -a commondir='/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/osmo-gsm-manuals/common' --attribute "docinfo" --attribute "revnumber=DRAFT 0.1-1218-gbfc4" --attribute "revdate=2022-Dec-01" --verbose  --out-file "/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp/osmo-gsm-tester-manual.xml" "/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp/osmo-gsm-tester-manual.adoc"

asciidoc: reading: /etc/asciidoc/asciidoc.conf
asciidoc: reading: /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/osmo-gsm-manuals/build/mscgen-filter.conf
asciidoc: reading: /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/osmo-gsm-manuals/build/diag-filter.conf
asciidoc: reading: /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/osmo-gsm-manuals/build/docinfo-releaseinfo.conf
asciidoc: reading: /etc/asciidoc/asciidoc.conf
asciidoc: reading: /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp/osmo-gsm-tester-manual.adoc
asciidoc: reading: /etc/asciidoc/docbook45.conf
asciidoc: reading: /etc/asciidoc/filters/code/code-filter.conf
asciidoc: reading: /etc/asciidoc/filters/graphviz/graphviz-filter.conf
asciidoc: reading: /etc/asciidoc/filters/music/music-filter.conf
asciidoc: reading: /etc/asciidoc/filters/source/source-highlight-filter.conf
asciidoc: reading: /etc/asciidoc/filters/latex/latex-filter.conf
asciidoc: reading: /etc/asciidoc/lang-en.conf
asciidoc: reading: /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/osmo-gsm-manuals/build/mscgen-filter.conf
asciidoc: reading: /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/osmo-gsm-manuals/build/diag-filter.conf
asciidoc: reading: /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/osmo-gsm-manuals/build/docinfo-releaseinfo.conf
asciidoc: writing: /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp/osmo-gsm-tester-manual.xml
asciidoc: osmo-gsm-tester-manual.adoc: line 5: evaluating: {include:/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp/osmo-gsm-tester-manual-docinfo.xml}
asciidoc: include: /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp/chapters/intro.adoc
asciidoc: osmo-gsm-tester-manual.adoc: line 13: reading: /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp/chapters/intro.adoc
asciidoc: intro.adoc: line 55: evaluating: {counter2:target-number}
asciidoc: intro.adoc: line 55: evaluating: {set2:target:osmo-gsm-tester-manual__1.png}
asciidoc: intro.adoc: line 103: filtering: "/usr/bin/python2" "/etc/asciidoc/filters/graphviz/graphviz2png.py" -v -o "/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp/osmo-gsm-tester-manual__1.png" -L dot -F png -
Execute: dot -Tpng "/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp/osmo-gsm-tester-manual__1.txt" > "/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp/osmo-gsm-tester-manual__1.png"
asciidoc: include: /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp/chapters/trial.adoc
asciidoc: osmo-gsm-tester-manual.adoc: line 15: reading: /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp/chapters/trial.adoc
asciidoc: trial.adoc: line 14: evaluating: {counter2:target-number}
asciidoc: trial.adoc: line 14: evaluating: {set2:target:osmo-gsm-tester-manual__2.png}
asciidoc: trial.adoc: line 25: filtering: "/usr/bin/python2" "/etc/asciidoc/filters/graphviz/graphviz2png.py" -v -o "/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp/osmo-gsm-tester-manual__2.png" -L dot -F png -
Execute: dot -Tpng "/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp/osmo-gsm-tester-manual__2.txt" > "/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp/osmo-gsm-tester-manual__2.png"
asciidoc: include: /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp/chapters/config.adoc
asciidoc: osmo-gsm-tester-manual.adoc: line 17: reading: /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp/chapters/config.adoc
asciidoc: include: /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp/chapters/resource_pool.adoc
asciidoc: osmo-gsm-tester-manual.adoc: line 19: reading: /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp/chapters/resource_pool.adoc
asciidoc: resource_pool.adoc: line 14: evaluating: {counter2:target-number}
asciidoc: resource_pool.adoc: line 14: evaluating: {set2:target:osmo-gsm-tester-manual__3.png}
asciidoc: resource_pool.adoc: line 79: filtering: "/usr/bin/python2" "/etc/asciidoc/filters/graphviz/graphviz2png.py" -v -o "/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp/osmo-gsm-tester-manual__3.png" -L dot -F png -
Execute: dot -Tpng "/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp/osmo-gsm-tester-manual__3.txt" > "/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp/osmo-gsm-tester-manual__3.png"
asciidoc: include: /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp/chapters/config_mangling.adoc
asciidoc: resource_pool.adoc: line 111: reading: /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp/chapters/config_mangling.adoc
asciidoc: config_mangling.adoc: line 165: filtering: "/usr/bin/python2" "/usr/bin/asciidoc" -b docbook45  --conf-file "/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/osmo-gsm-manuals/build/mscgen-filter.conf" --conf-file "/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/osmo-gsm-manuals/build/diag-filter.conf" --conf-file "/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/osmo-gsm-manuals/build/docinfo-releaseinfo.conf" --attribute "revnumber=DRAFT 0.1-1218-gbfc4" --attribute "commondir=/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/osmo-gsm-manuals/common" --attribute "srcdir=/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp" --attribute "app-name=Osmo-GSM-Tester" --attribute "revdate=2022-Dec-01" --attribute "a2x-format=pdf" --attribute "docinfo" -a "indir=/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp/chapters" -a "blockname=table" -s -
asciidoc: config_mangling.adoc: line 255: filtering: "/usr/bin/python2" "/usr/bin/asciidoc" -b docbook45  --conf-file "/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/osmo-gsm-manuals/build/mscgen-filter.conf" --conf-file "/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/osmo-gsm-manuals/build/diag-filter.conf" --conf-file "/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/osmo-gsm-manuals/build/docinfo-releaseinfo.conf" --attribute "revnumber=DRAFT 0.1-1218-gbfc4" --attribute "commondir=/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/osmo-gsm-manuals/common" --attribute "srcdir=/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp" --attribute "app-name=Osmo-GSM-Tester" --attribute "revdate=2022-Dec-01" --attribute "a2x-format=pdf" --attribute "docinfo" -a "indir=/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp/chapters" -a "blockname=table" -s -
asciidoc: config_mangling.adoc: line 330: filtering: "/usr/bin/python2" "/usr/bin/asciidoc" -b docbook45  --conf-file "/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/osmo-gsm-manuals/build/mscgen-filter.conf" --conf-file "/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/osmo-gsm-manuals/build/diag-filter.conf" --conf-file "/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/osmo-gsm-manuals/build/docinfo-releaseinfo.conf" --attribute "revnumber=DRAFT 0.1-1218-gbfc4" --attribute "commondir=/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/osmo-gsm-manuals/common" --attribute "srcdir=/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp" --attribute "app-name=Osmo-GSM-Tester" --attribute "revdate=2022-Dec-01" --attribute "a2x-format=pdf" --attribute "docinfo" -a "indir=/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp/chapters" -a "blockname=table" -s -
asciidoc: include: /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp/chapters/test_api.adoc
asciidoc: osmo-gsm-tester-manual.adoc: line 21: reading: /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp/chapters/test_api.adoc
asciidoc: include: /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp/chapters/install.adoc
asciidoc: osmo-gsm-tester-manual.adoc: line 23: reading: /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp/chapters/install.adoc
asciidoc: include: /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp/chapters/install_device.adoc
asciidoc: osmo-gsm-tester-manual.adoc: line 25: reading: /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp/chapters/install_device.adoc
asciidoc: include: /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp/chapters/ansible.adoc
asciidoc: osmo-gsm-tester-manual.adoc: line 27: reading: /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp/chapters/ansible.adoc
asciidoc: include: /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp/chapters/docker.adoc
asciidoc: osmo-gsm-tester-manual.adoc: line 29: reading: /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp/chapters/docker.adoc
asciidoc: include: /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp/chapters/debugging.adoc
asciidoc: osmo-gsm-tester-manual.adoc: line 31: reading: /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp/chapters/debugging.adoc
asciidoc: include: /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp/chapters/troubleshooting.adoc
asciidoc: osmo-gsm-tester-manual.adoc: line 33: reading: /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp/chapters/troubleshooting.adoc

a2x: executing: "dblatex" -t pdf -p "/etc/asciidoc/dblatex/asciidoc-dblatex.xsl" -s "/etc/asciidoc/dblatex/asciidoc-dblatex.sty" -s /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/osmo-gsm-manuals/build/custom-dblatex.sty -P draft.mode=yes -P draft.watermark=0 -V  "/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp/osmo-gsm-tester-manual.xml"

Build the book set list...
xsltproc -o doclist.txt --xinclude --xincludestyle doclist.xsl /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp/osmo-gsm-tester-manual.xml
Build the listings...
xsltproc -o listings.xml --xinclude --xincludestyle --param current.dir '/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp' /usr/share/dblatex/xsl/common/mklistings.xsl /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp/osmo-gsm-tester-manual.xml
xsltproc -o osmo-gsm-tester-manual.rtex --xinclude --xincludestyle --param current.dir '/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp' --param listings.xml '/tmp/tmpyCSQd9/listings.xml' /tmp/tmpyCSQd9/custom.xsl /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp/osmo-gsm-tester-manual.xml
XSLT stylesheets DocBook - LaTeX 2e (0.3.10)
===================================================
WARNING: xref to <simpara id="scenario_suite_params"> has no generated text. Trying its ancestor elements.
Image 'dblatex' not found
Cannot convert 'osmo-gsm-tester-manual__1.png' to pdf
Cannot convert 'osmo-gsm-tester-manual__2.png' to pdf
Cannot convert 'osmo-gsm-tester-manual__3.png' to pdf
Build osmo-gsm-tester-manual.pdf
built-in module pdftex registered
no support found for ifthen
no support found for ifxetex
no support found for fontspec
no support found for xltxtra
no support found for fontenc
no support found for inputenc
no support found for fancybox
built-in module makeidx registered
no support found for custom-dblatex
building additional files...
checking if compiling is necessary...
the output file doesn't exist
pdflatex -interaction=batchmode osmo-gsm-tester-manual.tex
running post-compilation scripts...
[index] the index file /tmp/tmpyCSQd9/osmo-gsm-tester-manual.idx is empty
osmo-gsm-tester-manual.aux MD5 checksum changed
osmo-gsm-tester-manual.toc MD5 checksum changed
the /tmp/tmpyCSQd9/osmo-gsm-tester-manual.aux file has changed
pdflatex -interaction=batchmode osmo-gsm-tester-manual.tex
running post-compilation scripts...
[index] the index file /tmp/tmpyCSQd9/osmo-gsm-tester-manual.idx is empty
no new compilation is needed
running last-compilation scripts...
'osmo-gsm-tester-manual.pdf' successfully built

a2x: deleting /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp/osmo-gsm-tester-manual.xml
+ make check
OSMO_GSM_MANUALS_DIR: /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/osmo-gsm-manuals (from env)
if [ -n "$ASCIIDOC_WARNINGS_CHECK" ]; then \
	make osmo-gsm-tester-manual.check; \
fi
+ [  = 1 ]
+ rm -r /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/_manuals_temp
+ cd /home/jenkins/workspace/osmo-gsm-tester_gerrit
+ PATH=/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src:/usr/local/bin:/usr/bin:/bin:/usr/games osmo-gsm-tester/contrib/jenkins-run.sh
+ base=/home/jenkins/workspace/osmo-gsm-tester_gerrit
+ dirname -- osmo-gsm-tester/contrib/jenkins-run.sh
+ CDPATH= cd -- osmo-gsm-tester/contrib
+ pwd -P
+ SCRIPT_DIR=/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/contrib
+ OSMO_GSM_TESTER_CONF=/home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/contrib/../sysmocom/main.conf
+ date +%F %T
+ time_start=2022-12-01 17:03:12
+ trial_dir_prefix=trial-
+ rm -rf trial-*
+ trial_dir=trial-2068
+ mkdir -p trial-2068
+ mv open5gs.build-8.tgz osmo-bsc.build-17598.tgz osmo-bts-oc2g.build-5501.tgz osmo-bts-sysmo.build-8005.tgz osmo-bts.build-7474.tgz osmo-ggsn.build-6649.tgz osmo-hlr.build-8659.tgz osmo-hnbgw.build-2869.tgz osmo-mgw.build-8905.tgz osmo-msc.build-29163.tgz osmo-nitb.build-12915.tgz osmo-pcu-oc2g.build-3890.tgz osmo-pcu-sysmo.build-5172.tgz osmo-pcu.build-5133.tgz osmo-sgsn.build-29927.tgz osmo-stp.build-9200.tgz osmo-trx.build-4645.tgz osmocom-bb.build-4671.tgz srslte.build-19.tgz trial-2068
+ cat open5gs.build-8.md5 osmo-bsc.build-17598.md5 osmo-bts-oc2g.build-5501.md5 osmo-bts-sysmo.build-8005.md5 osmo-bts.build-7474.md5 osmo-ggsn.build-6649.md5 osmo-hlr.build-8659.md5 osmo-hnbgw.build-2869.md5 osmo-mgw.build-8905.md5 osmo-msc.build-29163.md5 osmo-nitb.build-12915.md5 osmo-pcu-oc2g.build-3890.md5 osmo-pcu-sysmo.build-5172.md5 osmo-pcu.build-5133.md5 osmo-sgsn.build-29927.md5 osmo-stp.build-9200.md5 osmo-trx.build-4645.md5 osmocom-bb.build-4671.md5 srslte.build-19.md5
+ rm open5gs.build-8.md5 osmo-bsc.build-17598.md5 osmo-bts-oc2g.build-5501.md5 osmo-bts-sysmo.build-8005.md5 osmo-bts.build-7474.md5 osmo-ggsn.build-6649.md5 osmo-hlr.build-8659.md5 osmo-hnbgw.build-2869.md5 osmo-mgw.build-8905.md5 osmo-msc.build-29163.md5 osmo-nitb.build-12915.md5 osmo-pcu-oc2g.build-3890.md5 osmo-pcu-sysmo.build-5172.md5 osmo-pcu.build-5133.md5 osmo-sgsn.build-29927.md5 osmo-stp.build-9200.md5 osmo-trx.build-4645.md5 osmocom-bb.build-4671.md5 srslte.build-19.md5
+ exit_code=1
+ which osmo-gsm-tester.py
+ python3 -u /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/src/osmo-gsm-tester.py -c /home/jenkins/workspace/osmo-gsm-tester_gerrit/osmo-gsm-tester/contrib/../sysmocom/main.conf trial-2068 -s nitb_sms:sysmo -s sms:sysmo -s gprs:sysmo
combinations: ['nitb_sms:sysmo', 'sms:sysmo', 'gprs:sysmo']
trial: 'trial-2068'
tests: None

--------------------------------------------------------------------------------------------
trial-2068
--------------------------------------------------------------------------------------------
17:03:13.930069 tst                       trial-2068: Detailed log at /home/jenkins/workspace/osmo-gsm-tester_gerrit/trial-2068/run.2022-12-01_17-03-13/log

---------------------------------------------------------------------
trial-2068 nitb_sms:sysmo
---------------------------------------------------------------------
17:03:16.765096 tst                   nitb_sms:sysmo: reserving resources in /var/tmp/osmo-gsm-tester/state ...
17:03:16.769121 tst                   nitb_sms:sysmo: Verifying 1 x bts (candidates: 11)
17:03:16.791084 tst                   nitb_sms:sysmo: Verifying 1 x ip_address (candidates: 9)
17:03:16.798519 tst                   nitb_sms:sysmo: Verifying 2 x modem (candidates: 12)
17:03:16.854588 tst                   nitb_sms:sysmo: Reserving 1 x bts (candidates: 11)
17:03:16.875547 tst                   nitb_sms:sysmo: Reserving 1 x ip_address (candidates: 9)
17:03:16.882075 tst                   nitb_sms:sysmo: Reserving 2 x modem (candidates: 12)
17:03:17.421300 tst                   nitb_sms:sysmo: RESERVED RESOURCES for nitb_sms:
bts
  sysmoBTS 1002
ip_address
  10.42.42.2
modem
  sierra_1st
  sierra_2nd

----------------------------------------------
trial-2068 nitb_sms:sysmo mo_mt_sms.py
----------------------------------------------
17:03:17.428899 tst                   nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)
17:03:17.439858 tst                   nitb_sms:sysmo: Using 1 x bts (candidates: 1)
17:03:17.811654 tst                     mo_mt_sms.py: using LAC 4432
17:03:18.041392 tst                     mo_mt_sms.py: using RAC 97
17:03:18.157402 tst                     mo_mt_sms.py: using CellId 4432
17:03:18.268689 tst                     mo_mt_sms.py: using BVCI 4433
17:03:18.372481 tst                   nitb_sms:sysmo: Using 1 x modem (candidates: 2)
17:03:18.570608 tst                   nitb_sms:sysmo: Using 1 x modem (candidates: 2)
17:03:18.687573 tst                   mo_mt_sms.py:9: start nitb and bts...
17:03:18.901991 run             osmo-nitb_10.42.42.2: Starting osmo-nitb
17:03:21.278305 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31562): Launched
17:03:21.596683 run  osmo-nitb_10.42.42.2(pid=31563): Launched
17:03:21.770670 run  osmo-nitb_10.42.42.2(pid=31563): ERR: Terminated: ERROR {rc=2}  [trial-2068↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31563)]
17:03:21.902198 run  osmo-nitb_10.42.42.2(pid=31563): stdout: 
| (launched: 2022-12-01_17:03:21.537357) 
17:03:22.035162 run  osmo-nitb_10.42.42.2(pid=31563): stderr: 
| (launched: 2022-12-01_17:03:21.584967)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
17:03:22.168296 run  osmo-nitb_10.42.42.2(pid=31563): stdout: 
| (launched: 2022-12-01_17:03:21.537357) 
17:03:22.295017 run  osmo-nitb_10.42.42.2(pid=31563): stderr: 
| (launched: 2022-12-01_17:03:21.584967)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
17:03:22.446897 tst                  mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=31563): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31563) [trial-2068↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31563)]  [trial-2068↪nitb_sms:sysmo↪mo_mt_sms.py:11]
17:03:22.456160 tst                  mo_mt_sms.py:11: Test FAILED (5.0 sec)
17:03:22.463199 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31562): Terminating (SIGTERM)
17:03:22.674825 ---      ParallelTerminationStrategy: PID 31562 died...
17:03:22.696258 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31562): Terminated: ok {rc=0}
17:03:22.785549 bus                        /sierra_3: Setting Powered False
17:03:23.885444 bus                        /sierra_3: Setting Powered False
17:03:25.012308 bus                        /sierra_2: Setting Powered False
---------------------------------------------------------------------
trial-2068 nitb_sms:sysmo FAIL
---------------------------------------------------------------------

---------------------------------------------------------------------
trial-2068 sms:sysmo
---------------------------------------------------------------------
17:03:26.194332 tst                        sms:sysmo: reserving resources in /var/tmp/osmo-gsm-tester/state ...
17:03:26.198289 tst                        sms:sysmo: Verifying 1 x bts (candidates: 11)
17:03:26.219366 tst                        sms:sysmo: Verifying 6 x ip_address (candidates: 9)
17:03:26.246055 tst                        sms:sysmo: Verifying 2 x modem (candidates: 12)
17:03:26.300331 tst                        sms:sysmo: Reserving 1 x bts (candidates: 11)
17:03:26.321991 tst                        sms:sysmo: Reserving 6 x ip_address (candidates: 9)
17:03:26.349766 tst                        sms:sysmo: Reserving 2 x modem (candidates: 12)
17:03:26.896607 tst                        sms:sysmo: RESERVED RESOURCES for sms:
bts
  sysmoBTS 1002
ip_address
  10.42.42.2
  10.42.42.3
  10.42.42.4
  10.42.42.5
  10.42.42.6
  10.42.42.7
modem
  sierra_1st
  sierra_2nd

----------------------------------------------
trial-2068 sms:sysmo mo_mt_sms.py
----------------------------------------------
17:03:26.904502 tst                        sms:sysmo: Using 1 x ip_address (candidates: 6)
17:03:26.915706 tst                        sms:sysmo: Using 1 x bts (candidates: 1)
17:03:26.951060 tst                     mo_mt_sms.py: using LAC 4433
17:03:27.075354 tst                     mo_mt_sms.py: using RAC 98
17:03:27.198526 tst                     mo_mt_sms.py: using CellId 4433
17:03:27.321644 tst                     mo_mt_sms.py: using BVCI 4434
17:03:27.436344 tst                        sms:sysmo: Using 1 x ip_address (candidates: 6)
17:03:27.447604 tst                        sms:sysmo: Using 1 x ip_address (candidates: 6)
17:03:27.458568 tst                        sms:sysmo: Using 1 x ip_address (candidates: 6)
17:03:27.469787 tst                        sms:sysmo: Using 1 x ip_address (candidates: 6)
17:03:27.481059 tst                        sms:sysmo: Using 1 x ip_address (candidates: 6)
17:03:27.492336 tst                        sms:sysmo: Using 1 x modem (candidates: 2)
17:03:27.605667 tst                        sms:sysmo: Using 1 x modem (candidates: 2)
17:03:27.719147 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
17:03:29.310447 run         create_hlr_db(pid=31567): Launched
17:03:29.434170 bus                        /sierra_2: Setting Powered False
17:03:30.493120 run         create_hlr_db(pid=31567): Terminated: ok {rc=0}
17:03:30.931568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31569): Launched
17:03:31.251685 run   osmo-hlr_10.42.42.2(pid=31570): Launched
17:03:31.374486 run              osmo-stp_10.42.42.5: Starting osmo-stp
17:03:33.971534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31571): Launched
17:03:34.292287 run   osmo-stp_10.42.42.5(pid=31572): Launched
17:03:34.415407 run              osmo-msc_10.42.42.6: Starting osmo-msc
17:03:39.863553 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31573): Launched
17:03:40.185016 run   osmo-msc_10.42.42.6(pid=31574): Launched
17:03:43.380236 run              osmo-mgw_10.42.42.3: Starting osmo-mgw
17:03:45.148684 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=31575): Launched
17:03:45.470593 run   osmo-mgw_10.42.42.3(pid=31576): Launched
17:03:45.616815 run              osmo-mgw_10.42.42.4: Starting osmo-mgw
17:03:46.164463 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31578): Launched
17:03:46.484816 run   osmo-mgw_10.42.42.4(pid=31579): Launched
17:03:46.607660 run              osmo-bsc_10.42.42.7: Starting osmo-bsc
17:03:51.091367 run pcap-recorder_any(filters='host 10.42.42.7 and port not 22')(pid=31580): Launched
17:03:51.390895 run   osmo-bsc_10.42.42.7(pid=31581): Launched
17:03:57.659144 run                   osmo-bts-sysmo: Starting sysmoBTS to connect to osmo-bsc_10.42.42.7
17:03:58.558088 run         rm-remote-dir(pid=31582): Launched
17:04:00.736188 run         rm-remote-dir(pid=31582): Terminated: ok {rc=0}
17:04:01.064393 run         mk-remote-dir(pid=31583): Launched
17:04:02.238684 run         mk-remote-dir(pid=31583): Terminated: ok {rc=0}
17:04:02.524514 run    scp-inst-to-remote(pid=31584): Launched
17:04:14.714958 run    scp-inst-to-remote(pid=31584): Terminated: ok {rc=0}
17:04:15.061175 run         mk-remote-dir(pid=31586): Launched
17:04:16.247379 run         mk-remote-dir(pid=31586): Terminated: ok {rc=0}
17:04:16.545939 run     scp-cfg-to-remote(pid=31587): Launched
17:04:17.732017 run     scp-cfg-to-remote(pid=31587): Terminated: ok {rc=0}
17:04:18.075145 run   reload-dsp-firmware(pid=31589): Launched
17:04:20.259781 run   reload-dsp-firmware(pid=31589): Terminated: ok {rc=0}
17:04:20.596043 run        osmo-bts-sysmo(pid=31590): Launched
17:04:24.838003 tst                     mo_mt_sms.py: using MSISDN 4026
17:04:25.003927 bus                        /sierra_2: Setting Powered True
17:04:28.497567 run              osmo-hlr_10.42.42.2: Add subscriber {algo=1, algo_str='comp128v1', imsi='901700000015252', msisdn='4026', subscriber_id=1}
17:04:28.624161 tst                     mo_mt_sms.py: using MSISDN 4027
17:04:28.797174 bus                        /sierra_3: Setting Powered True
17:04:32.270625 run              osmo-hlr_10.42.42.2: Add subscriber {algo=1, algo_str='comp128v1', imsi='901700000015253', msisdn='4027', subscriber_id=2}
17:04:32.525152 bus                        /sierra_2: Setting Online False
17:04:33.704150 bus                        /sierra_2: Setting Powered False
17:04:40.066852 bus                        /sierra_2: Setting Powered True
17:04:41.413316 bus                        /sierra_2: Setting Online True
17:04:43.827993 tst                        /sierra_2: Connect to ('901', '70')
17:04:44.130911 bus                        /sierra_3: Setting Online False
17:04:45.324394 bus                        /sierra_3: Setting Powered False
17:04:51.059877 bus                        /sierra_3: Setting Powered True
17:04:52.388311 bus                        /sierra_3: Setting Online True
17:04:54.903634 tst                        /sierra_3: Connect to ('901', '70')
17:04:55.062331 tst                        /sierra_2: Manufacturer: 'Sierra Wireless, Incorporated', Model: 'MC7304', Revision: 'SWI9X15C_06.03.32.04 r28324 CNSHZ-AR-BUILD 2015/05/25 01:09:15', Serial: '356853054228053'
17:04:55.183429 tst                        /sierra_3: Manufacturer: 'Sierra Wireless, Incorporated', Model: 'MC7304', Revision: 'SWI9X15C_06.03.32.04 r28324 CNSHZ-AR-BUILD 2015/05/25 01:09:15', Serial: '356853054229028'
17:04:55.298832 tst                  mo_mt_sms.py:35: waiting for modems to attach...
17:05:00.076276 tst                        /sierra_2: Already registered with network ('901', '70')
17:05:13.198427 tst                        /sierra_3: Already registered with network ('901', '70')
17:05:17.970224 tst                        /sierra_2: sending sms to MSISDN 4027 {sms='message nr. 1, from /sierra_2, to /sierra_3, from 4026, to 4027'}
17:05:24.023388 tst                        /sierra_3: Incoming SMS: 'message nr. 1, from /sierra_2, to /sierra_3, from 4026, to 4027'
17:05:24.195755 tst                        /sierra_3: SMS received as expected: 'message nr. 1, from /sierra_2, to /sierra_3, from 4026, to 4027'
17:05:24.362622 tst                     mo_mt_sms.py: Test passed (117.5 sec)
17:05:24.427564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31569): Terminating (SIGTERM)
17:05:24.468374 run   osmo-hlr_10.42.42.2(pid=31570): Terminating (SIGTERM)
17:05:24.509189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31571): Terminating (SIGTERM)
17:05:24.552102 run   osmo-stp_10.42.42.5(pid=31572): Terminating (SIGTERM)
17:05:24.595154 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31573): Terminating (SIGTERM)
17:05:24.638776 run   osmo-msc_10.42.42.6(pid=31574): Terminating (SIGTERM)
17:05:24.687532 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=31575): Terminating (SIGTERM)
17:05:24.734323 run   osmo-mgw_10.42.42.3(pid=31576): Terminating (SIGTERM)
17:05:24.779147 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31578): Terminating (SIGTERM)
17:05:24.823343 run   osmo-mgw_10.42.42.4(pid=31579): Terminating (SIGTERM)
17:05:24.868584 run pcap-recorder_any(filters='host 10.42.42.7 and port not 22')(pid=31580): Terminating (SIGTERM)
17:05:24.911434 run   osmo-bsc_10.42.42.7(pid=31581): Terminating (SIGTERM)
17:05:24.952494 run        osmo-bts-sysmo(pid=31590): Terminating (SIGTERM)
17:05:24.993733 ---      ParallelTerminationStrategy: PID 31569 died...
17:05:25.013021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31569): Terminated: ok {rc=0}
17:05:25.059629 ---      ParallelTerminationStrategy: PID 31570 died...
17:05:25.078590 run   osmo-hlr_10.42.42.2(pid=31570): Terminated: ok {rc=0}
17:05:25.124382 ---      ParallelTerminationStrategy: PID 31571 died...
17:05:25.143308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31571): Terminated: ok {rc=0}
17:05:25.188290 ---      ParallelTerminationStrategy: PID 31572 died...
17:05:25.207227 run   osmo-stp_10.42.42.5(pid=31572): Terminated: ok {rc=0}
17:05:25.252251 ---      ParallelTerminationStrategy: PID 31573 died...
17:05:25.271525 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31573): Terminated: ok {rc=0}
17:05:25.317585 ---      ParallelTerminationStrategy: PID 31574 died...
17:05:25.337705 run   osmo-msc_10.42.42.6(pid=31574): Terminated: ok {rc=0}
17:05:25.385726 ---      ParallelTerminationStrategy: PID 31575 died...
17:05:25.405746 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=31575): Terminated: ok {rc=0}
17:05:25.453319 ---      ParallelTerminationStrategy: PID 31576 died...
17:05:25.473019 run   osmo-mgw_10.42.42.3(pid=31576): Terminated {rc=15}
17:05:25.518565 ---      ParallelTerminationStrategy: PID 31578 died...
17:05:25.537699 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31578): Terminated: ok {rc=0}
17:05:25.582924 ---      ParallelTerminationStrategy: PID 31579 died...
17:05:25.601827 run   osmo-mgw_10.42.42.4(pid=31579): Terminated {rc=15}
17:05:25.647062 ---      ParallelTerminationStrategy: PID 31580 died...
17:05:25.666151 run pcap-recorder_any(filters='host 10.42.42.7 and port not 22')(pid=31580): Terminated: ok {rc=0}
17:05:25.711409 ---      ParallelTerminationStrategy: PID 31581 died...
17:05:25.730448 run   osmo-bsc_10.42.42.7(pid=31581): Terminated: ok {rc=0}
17:05:25.775622 ---      ParallelTerminationStrategy: PID 31590 died...
17:05:25.794463 run        osmo-bts-sysmo(pid=31590): Terminated: ok {rc=0}
17:05:25.924075 bus                        /sierra_3: Setting Online False
17:05:27.054911 bus                        /sierra_3: Setting Powered False
17:05:37.919159 bus                        /sierra_3: Setting Powered False
17:05:39.019104 bus                        /sierra_3: Setting Powered False
17:05:40.181594 bus                        /sierra_2: Setting Online False
17:05:41.326144 bus                        /sierra_2: Setting Powered False
17:05:48.921711 bus                        /sierra_2: Setting Powered False
---------------------------------------------------------------------
trial-2068 sms:sysmo PASS
---------------------------------------------------------------------

---------------------------------------------------------------------
trial-2068 gprs:sysmo
---------------------------------------------------------------------
17:05:50.200025 tst                       gprs:sysmo: reserving resources in /var/tmp/osmo-gsm-tester/state ...
17:05:50.204369 tst                       gprs:sysmo: Verifying 1 x bts (candidates: 11)
17:05:50.225095 tst                       gprs:sysmo: Verifying 9 x ip_address (candidates: 9)
17:05:50.264938 tst                       gprs:sysmo: Verifying 4 x modem (candidates: 12)
17:05:50.353754 tst                       gprs:sysmo: Reserving 1 x bts (candidates: 11)
17:05:50.375556 tst                       gprs:sysmo: Reserving 9 x ip_address (candidates: 9)
17:05:50.415221 tst                       gprs:sysmo: Reserving 4 x modem (candidates: 12)
17:05:51.005775 tst                       gprs:sysmo: RESERVED RESOURCES for gprs:
bts
  sysmoBTS 1002
ip_address
  10.42.42.2
  10.42.42.3
  10.42.42.4
  10.42.42.5
  10.42.42.6
  10.42.42.7
  10.42.42.8
  10.42.42.9
  10.42.42.10
modem
  ec20_1
  ec20_2
  ec20_3
  ec20_4

----------------------------------------------
trial-2068 gprs:sysmo cs_paging_gprs_active.py
----------------------------------------------
17:05:51.067413 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
17:05:51.078540 tst                       gprs:sysmo: Using 1 x bts (candidates: 1)
17:05:51.115252 tst         cs_paging_gprs_active.py: using LAC 4434
17:05:51.239497 tst         cs_paging_gprs_active.py: using RAC 99
17:05:51.357479 tst         cs_paging_gprs_active.py: using CellId 4434
17:05:51.474791 tst         cs_paging_gprs_active.py: using BVCI 4435
17:05:51.586507 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
17:05:51.597264 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
17:05:51.607920 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
17:05:51.618512 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
17:05:51.629125 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
17:05:51.639789 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
17:05:51.650397 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
17:05:51.661076 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
17:05:51.671935 tst                       gprs:sysmo: Using 1 x modem (candidates: 4)
17:05:51.790018 tst                       gprs:sysmo: Using 1 x modem (candidates: 4)
17:05:51.913008 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
17:05:52.134798 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
17:05:52.466303 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31602): Launched
17:05:52.757097 run iperf3-srv_10.42.42.10(pid=31603): Launched
17:05:52.881683 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
17:05:53.102790 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
17:05:53.433162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31604): Launched
17:05:53.720558 run iperf3-srv_10.42.42.10(pid=31605): Launched
17:05:53.843763 tst      cs_paging_gprs_active.py:38: start network...
17:05:54.064421 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
17:05:54.573480 run         create_hlr_db(pid=31606): Launched
17:05:54.700283 bus                        /sierra_2: Setting Powered False
17:05:55.764665 run         create_hlr_db(pid=31606): Terminated: ok {rc=0}
17:05:56.203048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31608): Launched
17:05:56.511942 run   osmo-hlr_10.42.42.2(pid=31609): Launched
17:05:56.630647 run              osmo-stp_10.42.42.5: Starting osmo-stp
17:05:57.153769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31610): Launched
17:05:57.462087 run   osmo-stp_10.42.42.5(pid=31611): Launched
17:05:57.580155 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
17:05:59.085905 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31612): Launched
17:05:59.204064 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
17:05:59.466832 run              patchelf(pid=31613): Launched
17:06:00.644080 run              patchelf(pid=31613): Terminated: ok {rc=0}
17:06:00.773285 run             osmo-ggsn_10.42.42.6: Applying CAP_NET_ADMIN capability to osmo-ggsn
17:06:01.037961 run osmo-gsm-tester_setcap_net_admin.sh(pid=31614): Launched
17:06:02.221882 run osmo-gsm-tester_setcap_net_admin.sh(pid=31614): Terminated: ok {rc=0}
17:06:02.543166 run  osmo-ggsn_10.42.42.6(pid=31617): Launched
17:06:02.660572 run             osmo-sgsn_10.42.42.7: Starting osmo-sgsn
17:06:07.784882 run pcap-recorder_any(filters='host 10.42.42.7')(pid=31644): Launched
17:06:08.117140 run  osmo-sgsn_10.42.42.7(pid=31645): Launched
17:06:08.283826 run              osmo-msc_10.42.42.8: Starting osmo-msc
17:06:08.892488 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=31646): Launched
17:06:09.201664 run   osmo-msc_10.42.42.8(pid=31647): Launched
17:06:12.374074 run              osmo-mgw_10.42.42.3: Starting osmo-mgw
17:06:12.901641 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=31648): Launched
17:06:13.262275 run   osmo-mgw_10.42.42.3(pid=31649): Launched
17:06:13.389645 run              osmo-mgw_10.42.42.4: Starting osmo-mgw
17:06:13.944239 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31650): Launched
17:06:14.281045 run   osmo-mgw_10.42.42.4(pid=31651): Launched
17:06:14.407140 run              osmo-bsc_10.42.42.9: Starting osmo-bsc
17:06:15.091766 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=31652): Launched
17:06:15.436287 run   osmo-bsc_10.42.42.9(pid=31653): Launched
17:06:21.724525 run                   osmo-bts-sysmo: Starting sysmoBTS to connect to osmo-bsc_10.42.42.9
17:06:22.259708 run         rm-remote-dir(pid=31654): Launched
17:06:24.442149 run         rm-remote-dir(pid=31654): Terminated: ok {rc=0}
17:06:24.780504 run         mk-remote-dir(pid=31655): Launched
17:06:25.961466 run         mk-remote-dir(pid=31655): Terminated: ok {rc=0}
17:06:26.249165 run    scp-inst-to-remote(pid=31656): Launched
17:06:38.445165 run    scp-inst-to-remote(pid=31656): Terminated: ok {rc=0}
17:06:38.802688 run         mk-remote-dir(pid=31658): Launched
17:06:39.995261 run         mk-remote-dir(pid=31658): Terminated: ok {rc=0}
17:06:40.302132 run     scp-cfg-to-remote(pid=31659): Launched
17:06:41.493554 run     scp-cfg-to-remote(pid=31659): Terminated: ok {rc=0}
17:06:41.848698 run   reload-dsp-firmware(pid=31661): Launched
17:06:44.039055 run   reload-dsp-firmware(pid=31661): Terminated: ok {rc=0}
17:06:44.386215 run        osmo-bts-sysmo(pid=31662): Launched
17:06:48.628472 tst      cs_paging_gprs_active.py:38: Waiting for bts to be ready...
17:06:50.724433 run         rm-remote-dir(pid=31663): Launched
17:06:52.911259 run         rm-remote-dir(pid=31663): Terminated: ok {rc=0}
17:06:53.259975 run         mk-remote-dir(pid=31664): Launched
17:06:55.446236 run         mk-remote-dir(pid=31664): Terminated: ok {rc=0}
17:06:55.745762 run       scp-inst-to-bts(pid=31666): Launched
17:07:08.954082 run       scp-inst-to-bts(pid=31666): Terminated: ok {rc=0}
17:07:09.302043 run     mk-remote-run-dir(pid=31668): Launched
17:07:11.490045 run     mk-remote-run-dir(pid=31668): Terminated: ok {rc=0}
17:07:11.788999 run   scp-cfg-to-sysmobts(pid=31669): Launched
17:07:13.975266 run   scp-cfg-to-sysmobts(pid=31669): Terminated: ok {rc=0}
17:07:14.324987 run              osmo-pcu(pid=31674): Launched
17:07:14.461138 tst         cs_paging_gprs_active.py: using MSISDN 4028
17:07:14.637964 bus                          /gobi_6: Setting Powered True
17:07:18.137737 run              osmo-hlr_10.42.42.2: Add subscriber {algo=1, algo_str='comp128v1', imsi='901700000010978', msisdn='4028', subscriber_id=1}
17:07:18.420968 bus                          /gobi_6: Setting Online False
17:07:19.615801 bus                          /gobi_6: Setting Powered False
17:07:26.356375 bus                          /gobi_6: Setting Powered True
17:07:27.713388 bus                          /gobi_6: Setting Online True
17:07:30.136511 tst                          /gobi_6: Connect to ('901', '70')
17:07:30.423694 tst                          /gobi_6: Manufacturer: 'Quectel', Model: 'EC20', Revision: 'EC20EQAR02A13E2G  1  [Jul  5 2017 10:49:17]', Serial: '868323024273648'
17:07:30.553082 tst         cs_paging_gprs_active.py: using MSISDN 4029
17:07:30.826662 bus                          /gobi_0: Setting Powered True
17:07:34.329924 run              osmo-hlr_10.42.42.2: Add subscriber {algo=1, algo_str='comp128v1', imsi='901700000023847', msisdn='4029', subscriber_id=2}
17:07:34.608941 bus                          /gobi_0: Setting Online False
17:07:35.803349 bus                          /gobi_0: Setting Powered False
17:07:43.136992 bus                          /gobi_0: Setting Powered True
17:07:44.518986 bus                          /gobi_0: Setting Online True
17:07:46.984952 tst                          /gobi_0: Connect to ('901', '70')
17:07:47.251847 tst                          /gobi_0: Manufacturer: 'Quectel', Model: 'EC20', Revision: 'EC20EQAR02A05E2G  1  [Mar 14 2016 19:33:01]', Serial: '868323024271873'
17:07:47.360581 tst      cs_paging_gprs_active.py:38: waiting for modems to attach...
17:07:47.616529 tst                          /gobi_6: Already registered with network ('901', '70')
17:08:02.348192 tst                          /gobi_0: Already registered with network ('901', '70')
17:08:07.860765 tst      cs_paging_gprs_active.py:38: waiting for modems to attach to data services...
17:08:16.271094 tst                          /gobi_6: context activated {apn='inet46', path='/gobi_6/context2', properties={AccessPointName='inet46', Active=True, AuthenticationMethod='chap', IPv6.Settings={}, Name='Internet', Password='', Protocol='ip', Settings={Address='176.16.46.1', DomainNameServers=['192.168.100.1', '8.8.8.8'], Gateway='176.16.46.2', Interface='r433306bbc2604b', Method='static', Netmask='255.255.255.252'}, Type='internet', Username='ogt'}, user='ogt'}
17:08:16.381125 tst      cs_paging_gprs_active.py:38: Setting up data plan for "'/gobi_6/context2'"
17:08:16.798038 run            move_netns(pid=31681): Launched
17:08:17.979192 run            move_netns(pid=31681): Terminated: ok {rc=0}
17:08:18.309615 run                  ifup(pid=31684): Launched
17:08:19.489440 run                  ifup(pid=31684): Terminated: ok {rc=0}
17:08:19.820415 run                  dhcp(pid=31687): Launched
17:08:20.996839 run                  dhcp(pid=31687): Terminated: ok {rc=0}
17:08:24.047634 tst                          /gobi_0: context activated {apn='inet46', path='/gobi_0/context3', properties={AccessPointName='inet46', Active=True, AuthenticationMethod='chap', IPv6.Settings={}, Name='Internet', Password='', Protocol='ip', Settings={Address='176.16.46.2', DomainNameServers=['192.168.100.1', '8.8.8.8'], Gateway='176.16.46.1', Interface='r82dcf628584c1c', Method='static', Netmask='255.255.255.252'}, Type='internet', Username='ogt'}, user='ogt'}
17:08:24.166632 tst      cs_paging_gprs_active.py:38: Setting up data plan for "'/gobi_0/context3'"
17:08:24.615847 run            move_netns(pid=31705): Launched
17:08:25.807626 run            move_netns(pid=31705): Terminated: ok {rc=0}
17:08:26.163636 run                  ifup(pid=31708): Launched
17:08:27.352298 run                  ifup(pid=31708): Terminated: ok {rc=0}
17:08:27.705271 run                  dhcp(pid=31711): Launched
17:08:28.887682 run                  dhcp(pid=31711): Terminated: ok {rc=0}
17:08:29.016896 tst      cs_paging_gprs_active.py:38: Running iperf3 client to 10.42.42.10:5003 through "'/gobi_6/context2'"
17:08:29.224344 run           iperf3-cli_10.42.42.10: Preparing iperf3-client connecting to 10.42.42.10:5003 (proto=tcp,time=60s)
17:08:29.588905 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31727): Launched
17:08:29.786559 tst      cs_paging_gprs_active.py:38: Running iperf3 client to 10.42.42.10:5004 through "'/gobi_0/context3'"
17:08:30.014669 run           iperf3-cli_10.42.42.10: Preparing iperf3-client connecting to 10.42.42.10:5004 (proto=tcp,time=60s)
17:08:30.406265 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31730): Launched
17:08:30.761881 run iperf3-cli_10.42.42.10(pid=31733): Launched
17:08:31.034549 run iperf3-cli_10.42.42.10(pid=31736): Launched
17:08:31.157754 tst      cs_paging_gprs_active.py:13: waiting a few secs to make sure iperf3 test is running
17:08:33.385447 tst      cs_paging_gprs_active.py:16: iperf3 running, let's place a call
17:08:38.098468 tst      cs_paging_gprs_active.py:22: dial success
17:08:40.925228 tst      cs_paging_gprs_active.py:28: answer success, call established and ongoing
17:08:47.580469 tst      cs_paging_gprs_active.py:35: hangup success
17:09:39.964770 run iperf3-cli_10.42.42.10(pid=31733): ERR: Terminated: ERROR {rc=1}  [trial-2068↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪iperf3-srv_10.42.42.10↪iperf3-cli_10.42.42.10↪iperf3-cli_10.42.42.10(pid=31733)]
17:09:40.107985 run iperf3-cli_10.42.42.10(pid=31733): stdout: 
| 				"bits_per_second":	0,
| 				"retransmits":	0,
| 				"omitted":	false
| 			}
| 		}],
| 	"end":	{
| 	},
| 	"error":	"error - control socket has closed unexpectedly"
| }
| child exited with 1 
17:09:40.250638 run iperf3-cli_10.42.42.10(pid=31733): stderr: 
| (launched: 2022-12-01_17:08:30.745413) 
17:09:41.451501 run iperf3-cli_10.42.42.10(pid=31736): ERR: Terminated: ERROR {rc=1}  [trial-2068↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪iperf3-srv_10.42.42.10↪iperf3-cli_10.42.42.10↪iperf3-cli_10.42.42.10(pid=31736)]
17:09:41.593756 run iperf3-cli_10.42.42.10(pid=31736): stdout: 
| 				"bits_per_second":	0,
| 				"retransmits":	0,
| 				"omitted":	false
| 			}
| 		}],
| 	"end":	{
| 	},
| 	"error":	"error - control socket has closed unexpectedly"
| }
| child exited with 1 
17:09:41.736107 run iperf3-cli_10.42.42.10(pid=31736): stderr: 
| (launched: 2022-12-01_17:08:31.018251) 
17:09:41.877693 run iperf3-srv_10.42.42.10(pid=31603): Terminating (SIGINT)
17:09:42.227569 run iperf3-srv_10.42.42.10(pid=31603): Terminated {rc=1}
17:09:42.355010 tst      cs_paging_gprs_active.py:38: Results for 10.42.42.10:5003 through "'/gobi_6/context2'"
Exception while using iperf3 client results: "{'start': {'connected': [{'socket': 5, 'local_host': '176.16.46.1', 'local_port': 34196, 'remote_host': '10.42.42.10', 'remote_port': 5003}], 'version': 'iperf 3.6', 'system_info': 'Linux osmo-gsm-tester-prod 4.19.0-14-amd64 #1 SMP Debian 4.19.171-2 (2021-01-30) x86_64', 'timestamp': {'time': 'Thu, 01 Dec 2022 16:08:32 GMT', 'timesecs': 1669910912}, 'connecting_to': {'host': '10.42.42.10', 'port': 5003}, 'cookie': 'aume5nvucgq4frtgew73u3rllbfrk5rs2s33', 'tcp_mss_default': 1448, 'sock_bufsize': 0, 'sndbuf_actual': 16384, 'rcvbuf_actual': 131072, 'test_start': {'protocol': 'TCP', 'num_streams': 1, 'blksize': 131072, 'omit': 0, 'duration': 60, 'bytes': 0, 'blocks': 0, 'reverse': 0, 'tos': 0}}, 'intervals': [{'streams': [{'socket': 5, 'start': 0, 'end': 1.001265048980713, 'seconds': 1.001265048980713, 'bytes': 101360, 'bits_per_second': 809855.4931338863, 'retransmits': 4, 'snd_cwnd': 14480, 'rtt': 2162301, 'rttvar': 3678918, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 0, 'end': 1.001265048980713, 'seconds': 1.001265048980713, 'bytes': 101360, 'bits_per_second': 809855.4931338863, 'retransmits': 4, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 1.001265048980713, 'end': 2.0011658668518066, 'seconds': 0.9999008178710938, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 17376, 'rtt': 2000808, 'rttvar': 2327293, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 1.001265048980713, 'end': 2.0011658668518066, 'seconds': 0.9999008178710938, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 2.0011658668518066, 'end': 3.0012168884277344, 'seconds': 1.0000510215759277, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 18824, 'rtt': 2060363, 'rttvar': 1864580, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 2.0011658668518066, 'end': 3.0012168884277344, 'seconds': 1.0000510215759277, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 3.0012168884277344, 'end': 4.001267910003662, 'seconds': 1.0000510215759277, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 21720, 'rtt': 2410202, 'rttvar': 1678595, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 3.0012168884277344, 'end': 4.001267910003662, 'seconds': 1.0000510215759277, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 4.001267910003662, 'end': 5.001266956329346, 'seconds': 0.9999990463256836, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 23168, 'rtt': 2683949, 'rttvar': 1806440, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 4.001267910003662, 'end': 5.001266956329346, 'seconds': 0.9999990463256836, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 5.001266956329346, 'end': 6.001167058944702, 'seconds': 0.9999001026153564, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 26064, 'rtt': 3374862, 'rttvar': 2236907, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 5.001266956329346, 'end': 6.001167058944702, 'seconds': 0.9999001026153564, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 6.001167058944702, 'end': 7.0011749267578125, 'seconds': 1.0000078678131104, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 27512, 'rtt': 3787778, 'rttvar': 2503512, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 6.001167058944702, 'end': 7.0011749267578125, 'seconds': 1.0000078678131104, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 7.0011749267578125, 'end': 8.001167058944702, 'seconds': 0.9999921321868896, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 28960, 'rtt': 4234239, 'rttvar': 2770557, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 7.0011749267578125, 'end': 8.001167058944702, 'seconds': 0.9999921321868896, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 8.001167058944702, 'end': 9.00122594833374, 'seconds': 1.000058889389038, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 31856, 'rtt': 4965045, 'rttvar': 2848568, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 8.001167058944702, 'end': 9.00122594833374, 'seconds': 1.000058889389038, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 9.00122594833374, 'end': 10.00116491317749, 'seconds': 0.99993896484375, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 33304, 'rtt': 5304236, 'rttvar': 2814808, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 9.00122594833374, 'end': 10.00116491317749, 'seconds': 0.99993896484375, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 10.00116491317749, 'end': 11.001267910003662, 'seconds': 1.0001029968261719, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 36200, 'rtt': 6027035, 'rttvar': 2836989, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 10.00116491317749, 'end': 11.001267910003662, 'seconds': 1.0001029968261719, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 11.001267910003662, 'end': 12.001266956329346, 'seconds': 0.9999990463256836, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 37648, 'rtt': 6411319, 'rttvar': 2896309, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 11.001267910003662, 'end': 12.001266956329346, 'seconds': 0.9999990463256836, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 12.001266956329346, 'end': 13.00118899345398, 'seconds': 0.9999220371246338, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 39096, 'rtt': 6755018, 'rttvar': 2859629, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 12.001266956329346, 'end': 13.00118899345398, 'seconds': 0.9999220371246338, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 13.00118899345398, 'end': 14.001266956329346, 'seconds': 1.0000779628753662, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 41992, 'rtt': 7515630, 'rttvar': 2928324, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 13.00118899345398, 'end': 14.001266956329346, 'seconds': 1.0000779628753662, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 14.001266956329346, 'end': 15.001070976257324, 'seconds': 0.9998040199279785, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 41992, 'rtt': 7938130, 'rttvar': 3041242, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 14.001266956329346, 'end': 15.001070976257324, 'seconds': 0.9998040199279785, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 15.001070976257324, 'end': 16.001070022583008, 'seconds': 0.9999990463256836, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 41992, 'rtt': 8318341, 'rttvar': 3041355, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 15.001070976257324, 'end': 16.001070022583008, 'seconds': 0.9999990463256836, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 16.001070022583008, 'end': 17.001266956329346, 'seconds': 1.000196933746338, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 43440, 'rtt': 9115174, 'rttvar': 3093143, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 16.001070022583008, 'end': 17.001266956329346, 'seconds': 1.000196933746338, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 17.001266956329346, 'end': 18.001107931137085, 'seconds': 0.9998409748077393, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 44888, 'rtt': 9525162, 'rttvar': 3139833, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 17.001266956329346, 'end': 18.001107931137085, 'seconds': 0.9998409748077393, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 18.001107931137085, 'end': 19.00131893157959, 'seconds': 1.0002110004425049, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 44888, 'rtt': 9884664, 'rttvar': 3073878, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 18.001107931137085, 'end': 19.00131893157959, 'seconds': 1.0002110004425049, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 19.00131893157959, 'end': 20.001324892044067, 'seconds': 1.0000059604644775, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 46336, 'rtt': 10637346, 'rttvar': 3031033, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 19.00131893157959, 'end': 20.001324892044067, 'seconds': 1.0000059604644775, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 20.001324892044067, 'end': 21.001070976257324, 'seconds': 0.9997460842132568, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 47784, 'rtt': 11030048, 'rttvar': 3058678, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 20.001324892044067, 'end': 21.001070976257324, 'seconds': 0.9997460842132568, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 21.001070976257324, 'end': 22.001070022583008, 'seconds': 0.9999990463256836, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 49232, 'rtt': 11756921, 'rttvar': 3003814, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 21.001070976257324, 'end': 22.001070022583008, 'seconds': 0.9999990463256836, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 22.001070022583008, 'end': 23.001070022583008, 'seconds': 1, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 50680, 'rtt': 12351291, 'rttvar': 2743260, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 22.001070022583008, 'end': 23.001070022583008, 'seconds': 1, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 23.001070022583008, 'end': 24.001266956329346, 'seconds': 1.000196933746338, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 50680, 'rtt': 12637125, 'rttvar': 2629112, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 23.001070022583008, 'end': 24.001266956329346, 'seconds': 1.000196933746338, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 24.001266956329346, 'end': 25.000391006469727, 'seconds': 0.9991240501403809, 'bytes': 236024, 'bits_per_second': 1889847.4115748706, 'retransmits': 0, 'snd_cwnd': 52128, 'rtt': 13274643, 'rttvar': 2585317, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 24.001266956329346, 'end': 25.000391006469727, 'seconds': 0.9991240501403809, 'bytes': 236024, 'bits_per_second': 1889847.4115748706, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 25.000391006469727, 'end': 26.00116801261902, 'seconds': 1.000777006149292, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 53576, 'rtt': 13622243, 'rttvar': 2634187, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 25.000391006469727, 'end': 26.00116801261902, 'seconds': 1.000777006149292, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 26.00116801261902, 'end': 27.001165866851807, 'seconds': 0.9999978542327881, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 55024, 'rtt': 14283796, 'rttvar': 2652418, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 26.00116801261902, 'end': 27.001165866851807, 'seconds': 0.9999978542327881, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 27.001165866851807, 'end': 28.001204013824463, 'seconds': 1.0000381469726562, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 55024, 'rtt': 14593619, 'rttvar': 2608960, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 27.001165866851807, 'end': 28.001204013824463, 'seconds': 1.0000381469726562, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 28.001204013824463, 'end': 29.001317977905273, 'seconds': 1.0001139640808105, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 56472, 'rtt': 14951684, 'rttvar': 2672849, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 28.001204013824463, 'end': 29.001317977905273, 'seconds': 1.0001139640808105, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 29.001317977905273, 'end': 30.00131893157959, 'seconds': 1.0000009536743164, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 57920, 'rtt': 15621971, 'rttvar': 2688507, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 29.001317977905273, 'end': 30.00131893157959, 'seconds': 1.0000009536743164, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 30.00131893157959, 'end': 31.001265048980713, 'seconds': 0.999946117401123, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 57920, 'rtt': 15928791, 'rttvar': 2630020, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 30.00131893157959, 'end': 31.001265048980713, 'seconds': 0.999946117401123, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 31.001265048980713, 'end': 32.00116586685181, 'seconds': 0.9999008178710938, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 59368, 'rtt': 16586466, 'rttvar': 2615493, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 31.001265048980713, 'end': 32.00116586685181, 'seconds': 0.9999008178710938, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 32.00116586685181, 'end': 33.00116586685181, 'seconds': 1, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 60816, 'rtt': 16940560, 'rttvar': 2669809, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 32.00116586685181, 'end': 33.00116586685181, 'seconds': 1, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 33.00116586685181, 'end': 34.00126504898071, 'seconds': 1.0000991821289062, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 62264, 'rtt': 17584880, 'rttvar': 2641813, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 33.00116586685181, 'end': 34.00126504898071, 'seconds': 1.0000991821289062, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 34.00126504898071, 'end': 35.0013210773468, 'seconds': 1.0000560283660889, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 62264, 'rtt': 17876557, 'rttvar': 2564712, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 34.00126504898071, 'end': 35.0013210773468, 'seconds': 1.0000560283660889, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 35.0013210773468, 'end': 36.00120496749878, 'seconds': 0.9998838901519775, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 63712, 'rtt': 18121247, 'rttvar': 2412914, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 35.0013210773468, 'end': 36.00120496749878, 'seconds': 0.9998838901519775, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 36.00120496749878, 'end': 37.00116586685181, 'seconds': 0.9999608993530273, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 63712, 'rtt': 18342967, 'rttvar': 2253127, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 36.00120496749878, 'end': 37.00116586685181, 'seconds': 0.9999608993530273, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 37.00116586685181, 'end': 38.00131797790527, 'seconds': 1.0001521110534668, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 65160, 'rtt': 18847583, 'rttvar': 2168048, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 37.00116586685181, 'end': 38.00131797790527, 'seconds': 1.0001521110534668, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 38.00131797790527, 'end': 39.00121593475342, 'seconds': 0.9998979568481445, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 66608, 'rtt': 19104283, 'rttvar': 2139438, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 38.00131797790527, 'end': 39.00121593475342, 'seconds': 0.9998979568481445, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 39.00121593475342, 'end': 40.001266956329346, 'seconds': 1.0000510215759277, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 68056, 'rtt': 19640496, 'rttvar': 2116222, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 39.00121593475342, 'end': 40.001266956329346, 'seconds': 1.0000510215759277, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 40.001266956329346, 'end': 41.001270055770874, 'seconds': 1.0000030994415283, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 69504, 'rtt': 20067249, 'rttvar': 1952698, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 40.001266956329346, 'end': 41.001270055770874, 'seconds': 1.0000030994415283, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 41.001270055770874, 'end': 42.00120401382446, 'seconds': 0.9999339580535889, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 69504, 'rtt': 20290885, 'rttvar': 1911795, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 41.001270055770874, 'end': 42.00120401382446, 'seconds': 0.9999339580535889, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 42.00120401382446, 'end': 43.001336097717285, 'seconds': 1.0001320838928223, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 70952, 'rtt': 20484238, 'rttvar': 1820552, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 42.00120401382446, 'end': 43.001336097717285, 'seconds': 1.0001320838928223, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 43.001336097717285, 'end': 44.00115489959717, 'seconds': 0.9998188018798828, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 72400, 'rtt': 20981009, 'rttvar': 1889125, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 43.001336097717285, 'end': 44.00115489959717, 'seconds': 0.9998188018798828, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 44.00115489959717, 'end': 45.00110101699829, 'seconds': 0.999946117401123, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 72400, 'rtt': 21187900, 'rttvar': 1830626, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 44.00115489959717, 'end': 45.00110101699829, 'seconds': 0.999946117401123, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 45.00110101699829, 'end': 46.00036597251892, 'seconds': 0.9992649555206299, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 73848, 'rtt': 21746869, 'rttvar': 2014749, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 45.00110101699829, 'end': 46.00036597251892, 'seconds': 0.9992649555206299, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 46.00036597251892, 'end': 47.00116300582886, 'seconds': 1.0007970333099365, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 75296, 'rtt': 22005767, 'rttvar': 2028858, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 46.00036597251892, 'end': 47.00116300582886, 'seconds': 1.0007970333099365, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}], 'end': {}, 'error': 'error - control socket has closed unexpectedly'}"
17:09:42.591946 tst      cs_paging_gprs_active.py:38: ERR: KeyError: 'sum_sent'  [trial-2068↪gprs:sysmo↪cs_paging_gprs_active.py:38]
17:09:42.600494 tst      cs_paging_gprs_active.py:38: Test FAILED (231.6 sec)
17:09:42.607557 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31602): Terminating (SIGTERM)
17:09:42.652204 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31604): Terminating (SIGTERM)
17:09:42.697114 run iperf3-srv_10.42.42.10(pid=31605): Terminating (SIGTERM)
17:09:42.741257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31608): Terminating (SIGTERM)
17:09:42.784866 run   osmo-hlr_10.42.42.2(pid=31609): Terminating (SIGTERM)
17:09:42.828932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31610): Terminating (SIGTERM)
17:09:42.874975 run   osmo-stp_10.42.42.5(pid=31611): Terminating (SIGTERM)
17:09:42.921188 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31612): Terminating (SIGTERM)
17:09:42.994675 run  osmo-ggsn_10.42.42.6(pid=31617): Terminating (SIGTERM)
17:09:43.042663 run pcap-recorder_any(filters='host 10.42.42.7')(pid=31644): Terminating (SIGTERM)
17:09:43.096885 run  osmo-sgsn_10.42.42.7(pid=31645): Terminating (SIGTERM)
17:09:43.157210 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=31646): Terminating (SIGTERM)
17:09:43.202568 run   osmo-msc_10.42.42.8(pid=31647): Terminating (SIGTERM)
17:09:43.254848 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=31648): Terminating (SIGTERM)
17:09:43.300029 run   osmo-mgw_10.42.42.3(pid=31649): Terminating (SIGTERM)
17:09:43.344178 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31650): Terminating (SIGTERM)
17:09:43.390583 run   osmo-mgw_10.42.42.4(pid=31651): Terminating (SIGTERM)
17:09:43.434482 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=31652): Terminating (SIGTERM)
17:09:43.479856 run   osmo-bsc_10.42.42.9(pid=31653): Terminating (SIGTERM)
17:09:43.531114 run        osmo-bts-sysmo(pid=31662): Terminating (SIGTERM)
17:09:43.573462 run              osmo-pcu(pid=31674): Terminating (SIGTERM)
17:09:43.623132 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31727): Terminating (SIGTERM)
17:09:43.768020 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31727)-killSignals.SIGTERM(pid=31760): Launched
17:09:44.879035 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31727)-killSignals.SIGTERM(pid=31760): Terminated: ok {rc=0}
17:09:44.946126 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31730): Terminating (SIGTERM)
17:09:45.090650 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31730)-killSignals.SIGTERM(pid=31765): Launched
17:09:46.181779 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31730)-killSignals.SIGTERM(pid=31765): Terminated: ok {rc=0}
17:09:46.249260 ---      ParallelTerminationStrategy: PID 31602 died...
17:09:46.269444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31602): Terminated: ok {rc=0}
17:09:46.316720 ---      ParallelTerminationStrategy: PID 31604 died...
17:09:46.336793 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31604): Terminated: ok {rc=0}
17:09:46.383775 ---      ParallelTerminationStrategy: PID 31605 died...
17:09:46.403616 run iperf3-srv_10.42.42.10(pid=31605): Terminated {rc=256}
17:09:46.450224 ---      ParallelTerminationStrategy: PID 31608 died...
17:09:46.470380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31608): Terminated: ok {rc=0}
17:09:46.517248 ---      ParallelTerminationStrategy: PID 31609 died...
17:09:46.537624 run   osmo-hlr_10.42.42.2(pid=31609): Terminated: ok {rc=0}
17:09:46.584257 ---      ParallelTerminationStrategy: PID 31610 died...
17:09:46.604289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31610): Terminated: ok {rc=0}
17:09:46.651172 ---      ParallelTerminationStrategy: PID 31611 died...
17:09:46.671167 run   osmo-stp_10.42.42.5(pid=31611): Terminated: ok {rc=0}
17:09:46.717873 ---      ParallelTerminationStrategy: PID 31612 died...
17:09:46.737850 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31612): Terminated: ok {rc=0}
17:09:46.784496 ---      ParallelTerminationStrategy: PID 31617 died...
17:09:46.804501 run  osmo-ggsn_10.42.42.6(pid=31617): Terminated: ok {rc=0}
17:09:46.851302 ---      ParallelTerminationStrategy: PID 31644 died...
17:09:46.871329 run pcap-recorder_any(filters='host 10.42.42.7')(pid=31644): Terminated: ok {rc=0}
17:09:46.918176 ---      ParallelTerminationStrategy: PID 31645 died...
17:09:46.938247 run  osmo-sgsn_10.42.42.7(pid=31645): Terminated: ok {rc=0}
17:09:46.984948 ---      ParallelTerminationStrategy: PID 31646 died...
17:09:47.004960 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=31646): Terminated: ok {rc=0}
17:09:47.051702 ---      ParallelTerminationStrategy: PID 31647 died...
17:09:47.071635 run   osmo-msc_10.42.42.8(pid=31647): Terminated: ok {rc=0}
17:09:47.118381 ---      ParallelTerminationStrategy: PID 31648 died...
17:09:47.138505 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=31648): Terminated: ok {rc=0}
17:09:47.185145 ---      ParallelTerminationStrategy: PID 31649 died...
17:09:47.205165 run   osmo-mgw_10.42.42.3(pid=31649): Terminated {rc=15}
17:09:47.252003 ---      ParallelTerminationStrategy: PID 31650 died...
17:09:47.271823 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31650): Terminated: ok {rc=0}
17:09:47.318597 ---      ParallelTerminationStrategy: PID 31651 died...
17:09:47.338632 run   osmo-mgw_10.42.42.4(pid=31651): Terminated {rc=15}
17:09:47.385827 ---      ParallelTerminationStrategy: PID 31652 died...
17:09:47.405777 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=31652): Terminated: ok {rc=0}
17:09:47.452453 ---      ParallelTerminationStrategy: PID 31653 died...
17:09:47.472325 run   osmo-bsc_10.42.42.9(pid=31653): Terminated: ok {rc=0}
17:09:47.519085 ---      ParallelTerminationStrategy: PID 31662 died...
17:09:47.539077 run        osmo-bts-sysmo(pid=31662): Terminated: ok {rc=0}
17:09:47.585672 ---      ParallelTerminationStrategy: PID 31674 died...
17:09:47.605479 run              osmo-pcu(pid=31674): Terminated: ok {rc=0}
17:09:53.474790 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31727): Terminating (SIGINT)
17:09:53.619377 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31727)-killSignals.SIGINT(pid=31768): Launched
17:09:54.704386 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31727)-killSignals.SIGINT(pid=31768): Terminated: ok {rc=0}
17:09:54.767583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31730): Terminating (SIGINT)
17:09:54.904971 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31730)-killSignals.SIGINT(pid=31771): Launched
17:09:55.991939 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31730)-killSignals.SIGINT(pid=31771): Terminated: ok {rc=0}
17:10:01.877865 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31727): Terminating (SIGKILL)
17:10:02.015661 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31727)-killSignals.SIGUSR1(pid=31781): Launched
17:10:03.104503 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31727)-killSignals.SIGUSR1(pid=31781): Terminated: ok {rc=0}
17:10:03.167812 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31730): Terminating (SIGKILL)
17:10:03.304544 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31730)-killSignals.SIGUSR1(pid=31784): Launched
17:10:04.390026 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31730)-killSignals.SIGUSR1(pid=31784): Terminated: ok {rc=0}
17:10:04.684549 bus                          /gobi_0: Setting Online False
17:10:07.660740 bus                          /gobi_0: Setting Powered False
17:10:24.940073 bus                          /gobi_0: Setting Powered False
17:10:26.038957 bus                          /gobi_0: Setting Powered False
17:10:27.201109 bus                          /gobi_6: Setting Online False
17:10:28.343337 bus                          /gobi_6: Setting Powered False
17:10:36.104686 bus                          /gobi_6: Setting Powered False

----------------------------------------------
trial-2068 gprs:sysmo iperf3.py
----------------------------------------------
17:10:37.311348 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
17:10:37.323270 tst                       gprs:sysmo: Using 1 x bts (candidates: 1)
17:10:37.360030 tst                        iperf3.py: using LAC 4435
17:10:37.488117 tst                        iperf3.py: using RAC 100
17:10:37.619119 tst                        iperf3.py: using CellId 4435
17:10:37.746263 tst                        iperf3.py: using BVCI 4436
17:10:37.864882 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
17:10:37.876058 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
17:10:37.887229 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
17:10:37.898253 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
17:10:37.909474 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
17:10:37.920788 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
17:10:37.932180 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
17:10:37.943224 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
17:10:37.954397 tst                       gprs:sysmo: Using 1 x modem (candidates: 4)
17:10:38.076557 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
17:10:38.298891 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
17:10:38.629989 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31787): Launched
17:10:38.918789 run iperf3-srv_10.42.42.10(pid=31788): Launched
17:10:39.043748 tst                      iperf3.py:8: start network...
17:10:39.265398 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
17:10:39.777445 run         create_hlr_db(pid=31790): Launched
17:10:39.903937 bus                          /gobi_6: Setting Powered False
17:10:40.968102 run         create_hlr_db(pid=31790): Terminated: ok {rc=0}
17:10:41.408179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31792): Launched
17:10:41.717322 run   osmo-hlr_10.42.42.2(pid=31793): Launched
17:10:41.835305 run              osmo-stp_10.42.42.5: Starting osmo-stp
17:10:42.359561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31794): Launched
17:10:42.668374 run   osmo-stp_10.42.42.5(pid=31795): Launched
17:10:42.785896 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
17:10:43.310660 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31796): Launched
17:10:43.427568 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
17:10:43.689404 run              patchelf(pid=31797): Launched
17:10:44.864841 run              patchelf(pid=31797): Terminated: ok {rc=0}
17:10:44.993824 run             osmo-ggsn_10.42.42.6: Applying CAP_NET_ADMIN capability to osmo-ggsn
17:10:45.257682 run osmo-gsm-tester_setcap_net_admin.sh(pid=31798): Launched
17:10:46.435612 run osmo-gsm-tester_setcap_net_admin.sh(pid=31798): Terminated: ok {rc=0}
17:10:46.756422 run  osmo-ggsn_10.42.42.6(pid=31801): Launched
17:10:46.889085 run             osmo-sgsn_10.42.42.7: Starting osmo-sgsn
17:10:47.596777 run pcap-recorder_any(filters='host 10.42.42.7')(pid=31822): Launched
17:10:47.928334 run  osmo-sgsn_10.42.42.7(pid=31823): Launched
17:10:48.054272 run              osmo-msc_10.42.42.8: Starting osmo-msc
17:10:48.652433 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=31824): Launched
17:10:48.983020 run   osmo-msc_10.42.42.8(pid=31825): Launched
17:10:52.169364 run              osmo-mgw_10.42.42.3: Starting osmo-mgw
17:10:52.733432 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=31826): Launched
17:10:53.062145 run   osmo-mgw_10.42.42.3(pid=31827): Launched
17:10:53.189048 run              osmo-mgw_10.42.42.4: Starting osmo-mgw
17:10:53.740501 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31828): Launched
17:10:54.069851 run   osmo-mgw_10.42.42.4(pid=31829): Launched
17:10:54.196218 run              osmo-bsc_10.42.42.9: Starting osmo-bsc
17:10:54.873717 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=31830): Launched
17:10:55.203825 run   osmo-bsc_10.42.42.9(pid=31831): Launched
17:11:01.492011 run                   osmo-bts-sysmo: Starting sysmoBTS to connect to osmo-bsc_10.42.42.9
17:11:02.067509 run         rm-remote-dir(pid=31832): Launched
17:11:04.264479 run         rm-remote-dir(pid=31832): Terminated: ok {rc=0}
17:11:04.626479 run         mk-remote-dir(pid=31833): Launched
17:11:05.820628 run         mk-remote-dir(pid=31833): Terminated: ok {rc=0}
17:11:06.128875 run    scp-inst-to-remote(pid=31834): Launched
17:11:18.334431 run    scp-inst-to-remote(pid=31834): Terminated: ok {rc=0}
17:11:18.668504 run         mk-remote-dir(pid=31836): Launched
17:11:19.846493 run         mk-remote-dir(pid=31836): Terminated: ok {rc=0}
17:11:20.135120 run     scp-cfg-to-remote(pid=31837): Launched
17:11:22.315592 run     scp-cfg-to-remote(pid=31837): Terminated: ok {rc=0}
17:11:22.645952 run   reload-dsp-firmware(pid=31839): Launched
17:11:24.825390 run   reload-dsp-firmware(pid=31839): Terminated: ok {rc=0}
17:11:25.148781 run        osmo-bts-sysmo(pid=31840): Launched
17:11:29.372933 tst                      iperf3.py:8: Waiting for bts to be ready...
17:11:31.051425 run         rm-remote-dir(pid=31841): Launched
17:11:33.226379 run         rm-remote-dir(pid=31841): Terminated: ok {rc=0}
17:11:33.550651 run         mk-remote-dir(pid=31846): Launched
17:11:35.727690 run         mk-remote-dir(pid=31846): Terminated: ok {rc=0}
17:11:36.025676 run       scp-inst-to-bts(pid=31847): Launched
17:11:49.224401 run       scp-inst-to-bts(pid=31847): Terminated: ok {rc=0}
17:11:49.550146 run     mk-remote-run-dir(pid=31849): Launched
17:11:51.725425 run     mk-remote-run-dir(pid=31849): Terminated: ok {rc=0}
17:11:52.006614 run   scp-cfg-to-sysmobts(pid=31850): Launched
17:11:54.179815 run   scp-cfg-to-sysmobts(pid=31850): Terminated: ok {rc=0}
17:11:54.505151 run              osmo-pcu(pid=31852): Launched
17:11:54.632233 tst                        iperf3.py: using MSISDN 4030
17:11:54.806408 bus                          /gobi_6: Setting Powered True
17:11:58.317957 run              osmo-hlr_10.42.42.2: Add subscriber {algo=1, algo_str='comp128v1', imsi='901700000010978', msisdn='4030', subscriber_id=1}
17:11:58.594938 bus                          /gobi_6: Setting Online False
17:11:59.786914 bus                          /gobi_6: Setting Powered False
17:12:07.131674 bus                          /gobi_6: Setting Powered True
17:12:08.514991 bus                          /gobi_6: Setting Online True
17:12:11.039540 tst                          /gobi_6: Connect to ('901', '70')
17:12:11.308528 tst                          /gobi_6: Manufacturer: 'Quectel', Model: 'EC20', Revision: 'EC20EQAR02A13E2G  1  [Jul  5 2017 10:49:17]', Serial: '868323024273648'
17:12:11.417624 tst                      iperf3.py:8: waiting for modems to attach...
17:12:19.817554 tst                          /gobi_6: Already registered with network ('901', '70')
17:12:29.859883 tst                      iperf3.py:8: waiting for modems to attach to data services...
17:12:46.092462 tst                          /gobi_6: context activated {apn='inet46', path='/gobi_6/context3', properties={AccessPointName='inet46', Active=True, AuthenticationMethod='chap', IPv6.Settings={}, Name='Internet', Password='', Protocol='ip', Settings={Address='176.16.46.1', DomainNameServers=['192.168.100.1', '8.8.8.8'], Gateway='176.16.46.2', Interface='r433306bbc2604b', Method='static', Netmask='255.255.255.252'}, Type='internet', Username='ogt'}, user='ogt'}
17:12:46.211377 tst                      iperf3.py:8: Setting up data plan for "'/gobi_6/context3'"
17:12:46.668215 run            move_netns(pid=31859): Launched
17:12:47.862812 run            move_netns(pid=31859): Terminated: ok {rc=0}
17:12:48.219956 run                  ifup(pid=31863): Launched
17:12:49.415135 run                  ifup(pid=31863): Terminated: ok {rc=0}
17:12:49.771816 run                  dhcp(pid=31867): Launched
17:12:50.962478 run                  dhcp(pid=31867): Terminated: ok {rc=0}
17:12:51.101949 tst                      iperf3.py:8: Running iperf3 client to 10.42.42.10:5003 through "'/gobi_6/context3'"
17:12:51.329331 run           iperf3-cli_10.42.42.10: Preparing iperf3-client connecting to 10.42.42.10:5003 (proto=tcp,time=60s)
17:12:51.722790 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31883): Launched
17:12:52.066843 run iperf3-cli_10.42.42.10(pid=31886): Launched
17:14:06.390845 run iperf3-cli_10.42.42.10(pid=31886): ERR: Terminated: ERROR {rc=1}  [trial-2068↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪iperf3-srv_10.42.42.10↪iperf3-cli_10.42.42.10↪iperf3-cli_10.42.42.10(pid=31886)]
17:14:06.519822 run iperf3-cli_10.42.42.10(pid=31886): stdout: 
| 				"bits_per_second":	0,
| 				"retransmits":	0,
| 				"omitted":	false
| 			}
| 		}],
| 	"end":	{
| 	},
| 	"error":	"error - control socket has closed unexpectedly"
| }
| child exited with 1 
17:14:06.648794 run iperf3-cli_10.42.42.10(pid=31886): stderr: 
| (launched: 2022-12-01_17:12:52.050181) 
17:14:06.777358 run iperf3-srv_10.42.42.10(pid=31788): Terminating (SIGINT)
17:14:07.109542 run iperf3-srv_10.42.42.10(pid=31788): Terminated {rc=1}
17:14:07.224948 tst                      iperf3.py:8: Results for 10.42.42.10:5003 through "'/gobi_6/context3'"
Exception while using iperf3 client results: "{'start': {'connected': [{'socket': 5, 'local_host': '176.16.46.1', 'local_port': 34234, 'remote_host': '10.42.42.10', 'remote_port': 5003}], 'version': 'iperf 3.6', 'system_info': 'Linux osmo-gsm-tester-prod 4.19.0-14-amd64 #1 SMP Debian 4.19.171-2 (2021-01-30) x86_64', 'timestamp': {'time': 'Thu, 01 Dec 2022 16:12:58 GMT', 'timesecs': 1669911178}, 'connecting_to': {'host': '10.42.42.10', 'port': 5003}, 'cookie': 't42p3x2s2lznteo6jrtxclz4bdmw2aken2mu', 'tcp_mss_default': 1448, 'sock_bufsize': 0, 'sndbuf_actual': 16384, 'rcvbuf_actual': 131072, 'test_start': {'protocol': 'TCP', 'num_streams': 1, 'blksize': 131072, 'omit': 0, 'duration': 60, 'bytes': 0, 'blocks': 0, 'reverse': 0, 'tos': 0}}, 'intervals': [{'streams': [{'socket': 5, 'start': 0, 'end': 1.0008671283721924, 'seconds': 1.0008671283721924, 'bytes': 101360, 'bits_per_second': 810177.4721274072, 'retransmits': 0, 'snd_cwnd': 14480, 'rtt': 416241, 'rttvar': 179216, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 0, 'end': 1.0008671283721924, 'seconds': 1.0008671283721924, 'bytes': 101360, 'bits_per_second': 810177.4721274072, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 1.0008671283721924, 'end': 2.0014710426330566, 'seconds': 1.0006039142608643, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 15928, 'rtt': 504350, 'rttvar': 310628, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 1.0008671283721924, 'end': 2.0014710426330566, 'seconds': 1.0006039142608643, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 2.0014710426330566, 'end': 3.000446081161499, 'seconds': 0.9989750385284424, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 18824, 'rtt': 883479, 'rttvar': 854657, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 2.0014710426330566, 'end': 3.000446081161499, 'seconds': 0.9989750385284424, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 3.000446081161499, 'end': 4.000234127044678, 'seconds': 0.9997880458831787, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 20272, 'rtt': 1162900, 'rttvar': 1199836, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 3.000446081161499, 'end': 4.000234127044678, 'seconds': 0.9997880458831787, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 4.000234127044678, 'end': 5.001321077346802, 'seconds': 1.001086950302124, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 21720, 'rtt': 1495095, 'rttvar': 1564266, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 4.000234127044678, 'end': 5.001321077346802, 'seconds': 1.001086950302124, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 5.001321077346802, 'end': 6.000485181808472, 'seconds': 0.9991641044616699, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 24616, 'rtt': 2293596, 'rttvar': 2286564, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 5.001321077346802, 'end': 6.000485181808472, 'seconds': 0.9991641044616699, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 6.000485181808472, 'end': 7.000270128250122, 'seconds': 0.9997849464416504, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 26064, 'rtt': 2746964, 'rttvar': 2621659, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 6.000485181808472, 'end': 7.000270128250122, 'seconds': 0.9997849464416504, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 7.000270128250122, 'end': 8.001212120056152, 'seconds': 1.0009419918060303, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 28960, 'rtt': 3741653, 'rttvar': 3222191, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 7.000270128250122, 'end': 8.001212120056152, 'seconds': 1.0009419918060303, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 8.001212120056152, 'end': 9.001330137252808, 'seconds': 1.0001180171966553, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 30408, 'rtt': 4168277, 'rttvar': 3269891, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 8.001212120056152, 'end': 9.001330137252808, 'seconds': 1.0001180171966553, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 9.001330137252808, 'end': 10.0002920627594, 'seconds': 0.9989619255065918, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 33304, 'rtt': 4982328, 'rttvar': 3251734, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 9.001330137252808, 'end': 10.0002920627594, 'seconds': 0.9989619255065918, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 10.0002920627594, 'end': 11.001477003097534, 'seconds': 1.0011849403381348, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 34752, 'rtt': 5404873, 'rttvar': 3283889, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 10.0002920627594, 'end': 11.001477003097534, 'seconds': 1.0011849403381348, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 11.001477003097534, 'end': 12.001142024993896, 'seconds': 0.9996650218963623, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 36200, 'rtt': 5776249, 'rttvar': 3205669, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 11.001477003097534, 'end': 12.001142024993896, 'seconds': 0.9996650218963623, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 12.001142024993896, 'end': 13.000625133514404, 'seconds': 0.9994831085205078, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 39096, 'rtt': 6569624, 'rttvar': 3180968, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 12.001142024993896, 'end': 13.000625133514404, 'seconds': 0.9994831085205078, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 13.000625133514404, 'end': 14.001475095748901, 'seconds': 1.000849962234497, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 40544, 'rtt': 6995610, 'rttvar': 3237699, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 13.000625133514404, 'end': 14.001475095748901, 'seconds': 1.000849962234497, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 14.001475095748901, 'end': 15.000265121459961, 'seconds': 0.9987900257110596, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 41992, 'rtt': 7388606, 'rttvar': 3214265, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 14.001475095748901, 'end': 15.000265121459961, 'seconds': 0.9987900257110596, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 15.000265121459961, 'end': 16.001266956329346, 'seconds': 1.0010018348693848, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 43440, 'rtt': 8218114, 'rttvar': 3245235, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 15.000265121459961, 'end': 16.001266956329346, 'seconds': 1.0010018348693848, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 16.001266956329346, 'end': 17.001285076141357, 'seconds': 1.0000181198120117, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 43440, 'rtt': 8642872, 'rttvar': 3283442, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 16.001266956329346, 'end': 17.001285076141357, 'seconds': 1.0000181198120117, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 17.001285076141357, 'end': 18.00114917755127, 'seconds': 0.9998641014099121, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 43440, 'rtt': 9017444, 'rttvar': 3211726, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 17.001285076141357, 'end': 18.00114917755127, 'seconds': 0.9998641014099121, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 18.00114917755127, 'end': 19.00126600265503, 'seconds': 1.0001168251037598, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 44888, 'rtt': 9793357, 'rttvar': 3150739, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 18.00114917755127, 'end': 19.00126600265503, 'seconds': 1.0001168251037598, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 19.00126600265503, 'end': 20.00126600265503, 'seconds': 1, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 46336, 'rtt': 10196470, 'rttvar': 3169281, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 19.00126600265503, 'end': 20.00126600265503, 'seconds': 1, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 20.00126600265503, 'end': 21.00035309791565, 'seconds': 0.9990870952606201, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 47784, 'rtt': 10947834, 'rttvar': 3109078, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 20.00126600265503, 'end': 21.00035309791565, 'seconds': 0.9990870952606201, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 21.00035309791565, 'end': 22.000527143478394, 'seconds': 1.0001740455627441, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 49232, 'rtt': 11576176, 'rttvar': 2859977, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 21.00035309791565, 'end': 22.000527143478394, 'seconds': 1.0001740455627441, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 22.000527143478394, 'end': 23.001222133636475, 'seconds': 1.000694990158081, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 49232, 'rtt': 11876427, 'rttvar': 2745485, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 22.000527143478394, 'end': 23.001222133636475, 'seconds': 1.000694990158081, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 23.001222133636475, 'end': 24.000349044799805, 'seconds': 0.9991269111633301, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 50680, 'rtt': 12530077, 'rttvar': 2676726, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 23.001222133636475, 'end': 24.000349044799805, 'seconds': 0.9991269111633301, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 24.000349044799805, 'end': 25.000483989715576, 'seconds': 1.0001349449157715, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 52128, 'rtt': 12885949, 'rttvar': 2719288, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 24.000349044799805, 'end': 25.000483989715576, 'seconds': 1.0001349449157715, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 25.000483989715576, 'end': 26.001019954681396, 'seconds': 1.0005359649658203, 'bytes': 244712, 'bits_per_second': 1956647.305593735, 'retransmits': 0, 'snd_cwnd': 52128, 'rtt': 13202538, 'rttvar': 2672645, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 25.000483989715576, 'end': 26.001019954681396, 'seconds': 1.0005359649658203, 'bytes': 244712, 'bits_per_second': 1956647.305593735, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 26.001019954681396, 'end': 27.00048804283142, 'seconds': 0.9994680881500244, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 53576, 'rtt': 13904735, 'rttvar': 2723119, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 26.001019954681396, 'end': 27.00048804283142, 'seconds': 0.9994680881500244, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 27.00048804283142, 'end': 28.00034809112549, 'seconds': 0.9998600482940674, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 55024, 'rtt': 14306316, 'rttvar': 2845502, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 27.00048804283142, 'end': 28.00034809112549, 'seconds': 0.9998600482940674, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 28.00034809112549, 'end': 29.0014750957489, 'seconds': 1.001127004623413, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 55024, 'rtt': 14673240, 'rttvar': 2867974, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 28.00034809112549, 'end': 29.0014750957489, 'seconds': 1.001127004623413, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 29.0014750957489, 'end': 30.00132918357849, 'seconds': 0.9998540878295898, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 56472, 'rtt': 15425777, 'rttvar': 2914212, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 29.0014750957489, 'end': 30.00132918357849, 'seconds': 0.9998540878295898, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 30.00132918357849, 'end': 31.000250101089478, 'seconds': 0.9989209175109863, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 57920, 'rtt': 15817144, 'rttvar': 2968394, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 30.00132918357849, 'end': 31.000250101089478, 'seconds': 0.9989209175109863, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 31.000250101089478, 'end': 32.00117802619934, 'seconds': 1.0009279251098633, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 59368, 'rtt': 16533557, 'rttvar': 2934723, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 31.000250101089478, 'end': 32.00117802619934, 'seconds': 1.0009279251098633, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 32.00117802619934, 'end': 33.001230001449585, 'seconds': 1.0000519752502441, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 59368, 'rtt': 16856844, 'rttvar': 2847617, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 32.00117802619934, 'end': 33.001230001449585, 'seconds': 1.0000519752502441, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 33.001230001449585, 'end': 34.00049710273743, 'seconds': 0.9992671012878418, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 60816, 'rtt': 17227444, 'rttvar': 2876913, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 33.001230001449585, 'end': 34.00049710273743, 'seconds': 0.9992671012878418, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 34.00049710273743, 'end': 35.001230001449585, 'seconds': 1.0007328987121582, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 62264, 'rtt': 17879631, 'rttvar': 2772110, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 34.00049710273743, 'end': 35.001230001449585, 'seconds': 1.0007328987121582, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 35.001230001449585, 'end': 36.00132918357849, 'seconds': 1.0000991821289062, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 62264, 'rtt': 18174218, 'rttvar': 2668255, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 35.001230001449585, 'end': 36.00132918357849, 'seconds': 1.0000991821289062, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 36.00132918357849, 'end': 37.001224994659424, 'seconds': 0.9998958110809326, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 63712, 'rtt': 18773929, 'rttvar': 2524994, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 36.00132918357849, 'end': 37.001224994659424, 'seconds': 0.9998958110809326, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 37.001224994659424, 'end': 38.00122809410095, 'seconds': 1.0000030994415283, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 65160, 'rtt': 19178389, 'rttvar': 2121410, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 37.001224994659424, 'end': 38.00122809410095, 'seconds': 1.0000030994415283, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 38.00122809410095, 'end': 39.00132918357849, 'seconds': 1.000101089477539, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 66608, 'rtt': 19340656, 'rttvar': 1915592, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 38.00122809410095, 'end': 39.00132918357849, 'seconds': 1.000101089477539, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 39.00132918357849, 'end': 40.001275062561035, 'seconds': 0.999945878982544, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 68056, 'rtt': 19776478, 'rttvar': 1834316, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 39.00132918357849, 'end': 40.001275062561035, 'seconds': 0.999945878982544, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 40.001275062561035, 'end': 41.00122904777527, 'seconds': 0.9999539852142334, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 68056, 'rtt': 19956272, 'rttvar': 1735324, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 40.001275062561035, 'end': 41.00122904777527, 'seconds': 0.9999539852142334, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 41.00122904777527, 'end': 42.000489950180054, 'seconds': 0.9992609024047852, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 69504, 'rtt': 20198992, 'rttvar': 1786933, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 41.00122904777527, 'end': 42.000489950180054, 'seconds': 0.9992609024047852, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 42.000489950180054, 'end': 43.00028204917908, 'seconds': 0.9997920989990234, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 70952, 'rtt': 20597527, 'rttvar': 1694531, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 42.000489950180054, 'end': 43.00028204917908, 'seconds': 0.9997920989990234, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 43.00028204917908, 'end': 44.000489950180054, 'seconds': 1.0002079010009766, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 70952, 'rtt': 20847813, 'rttvar': 1771470, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 43.00028204917908, 'end': 44.000489950180054, 'seconds': 1.0002079010009766, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 44.000489950180054, 'end': 45.00133013725281, 'seconds': 1.000840187072754, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 72400, 'rtt': 21368817, 'rttvar': 1900132, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 44.000489950180054, 'end': 45.00133013725281, 'seconds': 1.000840187072754, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 45.00133013725281, 'end': 46.000324010849, 'seconds': 0.9989938735961914, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 73848, 'rtt': 21670377, 'rttvar': 2028219, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 45.00133013725281, 'end': 46.000324010849, 'seconds': 0.9989938735961914, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 46.000324010849, 'end': 47.001320123672485, 'seconds': 1.0009961128234863, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 75296, 'rtt': 22154768, 'rttvar': 1980634, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 46.000324010849, 'end': 47.001320123672485, 'seconds': 1.0009961128234863, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 47.001320123672485, 'end': 48.001227140426636, 'seconds': 0.9999070167541504, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 75296, 'rtt': 22442815, 'rttvar': 2061568, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 47.001320123672485, 'end': 48.001227140426636, 'seconds': 0.9999070167541504, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 48.001227140426636, 'end': 49.000312089920044, 'seconds': 0.9990849494934082, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 76744, 'rtt': 22694928, 'rttvar': 2050403, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 48.001227140426636, 'end': 49.000312089920044, 'seconds': 0.9990849494934082, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 49.000312089920044, 'end': 50.00120306015015, 'seconds': 1.0008909702301025, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 78192, 'rtt': 23186386, 'rttvar': 2028606, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 49.000312089920044, 'end': 50.00120306015015, 'seconds': 1.0008909702301025, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 50.00120306015015, 'end': 51.00133204460144, 'seconds': 1.000128984451294, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 78192, 'rtt': 23425075, 'rttvar': 1998832, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 50.00120306015015, 'end': 51.00133204460144, 'seconds': 1.000128984451294, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 51.00133204460144, 'end': 52.00132203102112, 'seconds': 0.9999899864196777, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 79640, 'rtt': 23900241, 'rttvar': 1971340, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 51.00133204460144, 'end': 52.00132203102112, 'seconds': 0.9999899864196777, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 52.00132203102112, 'end': 53.00127196311951, 'seconds': 0.9999499320983887, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 81088, 'rtt': 24137509, 'rttvar': 1953041, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 52.00132203102112, 'end': 53.00127196311951, 'seconds': 0.9999499320983887, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 53.00127196311951, 'end': 54.00025701522827, 'seconds': 0.9989850521087646, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 81088, 'rtt': 24320243, 'rttvar': 1830247, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 53.00127196311951, 'end': 54.00025701522827, 'seconds': 0.9989850521087646, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 54.00025701522827, 'end': 55.0013210773468, 'seconds': 1.0010640621185303, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 82536, 'rtt': 24768261, 'rttvar': 1802103, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 54.00025701522827, 'end': 55.0013210773468, 'seconds': 1.0010640621185303, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 55.0013210773468, 'end': 56.0012640953064, 'seconds': 0.9999430179595947, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 83984, 'rtt': 24947100, 'rttvar': 1709254, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 55.0013210773468, 'end': 56.0012640953064, 'seconds': 0.9999430179595947, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 56.0012640953064, 'end': 57.001177072525024, 'seconds': 0.9999129772186279, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 85432, 'rtt': 25409642, 'rttvar': 1764444, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 56.0012640953064, 'end': 57.001177072525024, 'seconds': 0.9999129772186279, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 57.001177072525024, 'end': 58.0002601146698, 'seconds': 0.9990830421447754, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 85432, 'rtt': 25598237, 'rttvar': 1700524, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 57.001177072525024, 'end': 58.0002601146698, 'seconds': 0.9990830421447754, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 58.0002601146698, 'end': 59.00131916999817, 'seconds': 1.0010590553283691, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 86880, 'rtt': 26076199, 'rttvar': 1786407, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 58.0002601146698, 'end': 59.00131916999817, 'seconds': 1.0010590553283691, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}], 'end': {}, 'error': 'error - control socket has closed unexpectedly'}"
17:14:07.442012 tst                      iperf3.py:8: ERR: KeyError: 'sum_sent'  [trial-2068↪gprs:sysmo↪iperf3.py:8]
17:14:07.449844 tst                      iperf3.py:8: Test FAILED (210.2 sec)
17:14:07.456461 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31787): Terminating (SIGTERM)
17:14:07.500352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31792): Terminating (SIGTERM)
17:14:07.543865 run   osmo-hlr_10.42.42.2(pid=31793): Terminating (SIGTERM)
17:14:07.585178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31794): Terminating (SIGTERM)
17:14:07.628564 run   osmo-stp_10.42.42.5(pid=31795): Terminating (SIGTERM)
17:14:07.672719 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31796): Terminating (SIGTERM)
17:14:07.715456 run  osmo-ggsn_10.42.42.6(pid=31801): Terminating (SIGTERM)
17:14:07.758044 run pcap-recorder_any(filters='host 10.42.42.7')(pid=31822): Terminating (SIGTERM)
17:14:07.804920 run  osmo-sgsn_10.42.42.7(pid=31823): Terminating (SIGTERM)
17:14:07.864416 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=31824): Terminating (SIGTERM)
17:14:07.909637 run   osmo-msc_10.42.42.8(pid=31825): Terminating (SIGTERM)
17:14:07.956588 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=31826): Terminating (SIGTERM)
17:14:08.006501 run   osmo-mgw_10.42.42.3(pid=31827): Terminating (SIGTERM)
17:14:08.064268 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31828): Terminating (SIGTERM)
17:14:08.112309 run   osmo-mgw_10.42.42.4(pid=31829): Terminating (SIGTERM)
17:14:08.154568 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=31830): Terminating (SIGTERM)
17:14:08.196694 run   osmo-bsc_10.42.42.9(pid=31831): Terminating (SIGTERM)
17:14:08.238658 run        osmo-bts-sysmo(pid=31840): Terminating (SIGTERM)
17:14:08.281933 run              osmo-pcu(pid=31852): Terminating (SIGTERM)
17:14:08.325816 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31883): Terminating (SIGTERM)
17:14:08.466544 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31883)-killSignals.SIGTERM(pid=31909): Launched
17:14:09.580352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31883)-killSignals.SIGTERM(pid=31909): Terminated: ok {rc=0}
17:14:09.648137 ---      ParallelTerminationStrategy: PID 31787 died...
17:14:09.668403 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31787): Terminated: ok {rc=0}
17:14:09.715645 ---      ParallelTerminationStrategy: PID 31792 died...
17:14:09.735766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31792): Terminated: ok {rc=0}
17:14:09.783102 ---      ParallelTerminationStrategy: PID 31793 died...
17:14:09.803188 run   osmo-hlr_10.42.42.2(pid=31793): Terminated: ok {rc=0}
17:14:09.850051 ---      ParallelTerminationStrategy: PID 31794 died...
17:14:09.870327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31794): Terminated: ok {rc=0}
17:14:09.917097 ---      ParallelTerminationStrategy: PID 31795 died...
17:14:09.936975 run   osmo-stp_10.42.42.5(pid=31795): Terminated: ok {rc=0}
17:14:09.983683 ---      ParallelTerminationStrategy: PID 31796 died...
17:14:10.003758 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31796): Terminated: ok {rc=0}
17:14:10.050914 ---      ParallelTerminationStrategy: PID 31801 died...
17:14:10.070791 run  osmo-ggsn_10.42.42.6(pid=31801): Terminated: ok {rc=0}
17:14:10.117671 ---      ParallelTerminationStrategy: PID 31822 died...
17:14:10.137785 run pcap-recorder_any(filters='host 10.42.42.7')(pid=31822): Terminated: ok {rc=0}
17:14:10.184530 ---      ParallelTerminationStrategy: PID 31823 died...
17:14:10.204545 run  osmo-sgsn_10.42.42.7(pid=31823): Terminated: ok {rc=0}
17:14:10.251459 ---      ParallelTerminationStrategy: PID 31824 died...
17:14:10.271522 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=31824): Terminated: ok {rc=0}
17:14:10.318295 ---      ParallelTerminationStrategy: PID 31825 died...
17:14:10.338254 run   osmo-msc_10.42.42.8(pid=31825): Terminated: ok {rc=0}
17:14:10.385397 ---      ParallelTerminationStrategy: PID 31826 died...
17:14:10.405340 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=31826): Terminated: ok {rc=0}
17:14:10.452410 ---      ParallelTerminationStrategy: PID 31827 died...
17:14:10.472393 run   osmo-mgw_10.42.42.3(pid=31827): Terminated {rc=15}
17:14:10.519749 ---      ParallelTerminationStrategy: PID 31828 died...
17:14:10.539945 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31828): Terminated: ok {rc=0}
17:14:10.586925 ---      ParallelTerminationStrategy: PID 31829 died...
17:14:10.607096 run   osmo-mgw_10.42.42.4(pid=31829): Terminated {rc=15}
17:14:10.654214 ---      ParallelTerminationStrategy: PID 31830 died...
17:14:10.674281 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=31830): Terminated: ok {rc=0}
17:14:10.721469 ---      ParallelTerminationStrategy: PID 31831 died...
17:14:10.741582 run   osmo-bsc_10.42.42.9(pid=31831): Terminated: ok {rc=0}
17:14:10.788675 ---      ParallelTerminationStrategy: PID 31840 died...
17:14:10.808924 run        osmo-bts-sysmo(pid=31840): Terminated: ok {rc=0}
17:14:10.856387 ---      ParallelTerminationStrategy: PID 31852 died...
17:14:10.876651 run              osmo-pcu(pid=31852): Terminated: ok {rc=0}
17:14:16.748030 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31883): Terminating (SIGINT)
17:14:16.894211 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31883)-killSignals.SIGINT(pid=31914): Launched
17:14:17.986547 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31883)-killSignals.SIGINT(pid=31914): Terminated: ok {rc=0}
17:14:23.876830 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31883): Terminating (SIGKILL)
17:14:24.022183 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31883)-killSignals.SIGUSR1(pid=31917): Launched
17:14:25.114118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31883)-killSignals.SIGUSR1(pid=31917): Terminated: ok {rc=0}
17:14:25.379896 bus                          /gobi_6: Setting Online False
17:14:28.429206 bus                          /gobi_6: Setting Powered False
17:14:36.170999 bus                          /gobi_6: Setting Powered False

----------------------------------------------
trial-2068 gprs:sysmo iperf3m4.py
----------------------------------------------
17:14:37.374327 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
17:14:37.385697 tst                       gprs:sysmo: Using 1 x bts (candidates: 1)
17:14:37.425422 tst                      iperf3m4.py: using LAC 4436
17:14:37.544471 tst                      iperf3m4.py: using RAC 101
17:14:37.672576 tst                      iperf3m4.py: using CellId 4436
17:14:37.799297 tst                      iperf3m4.py: using BVCI 4437
17:14:37.918927 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
17:14:37.930319 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
17:14:37.941547 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
17:14:37.953242 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
17:14:37.964664 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
17:14:37.976035 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
17:14:37.987667 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
17:14:37.999196 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
17:14:38.010849 tst                       gprs:sysmo: Using 1 x modem (candidates: 4)
17:14:38.132713 tst                       gprs:sysmo: Using 1 x modem (candidates: 4)
17:14:38.256031 tst                       gprs:sysmo: Using 1 x modem (candidates: 4)
17:14:38.378327 tst                       gprs:sysmo: Using 1 x modem (candidates: 4)
17:14:38.496831 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
17:14:38.718903 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
17:14:39.053769 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31920): Launched
17:14:39.344044 run iperf3-srv_10.42.42.10(pid=31921): Launched
17:14:39.468717 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
17:14:39.690028 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
17:14:40.021430 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31922): Launched
17:14:40.308341 run iperf3-srv_10.42.42.10(pid=31923): Launched
17:14:40.430984 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
17:14:40.650651 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
17:14:40.981514 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31924): Launched
17:14:41.268410 run iperf3-srv_10.42.42.10(pid=31925): Launched
17:14:41.393342 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
17:14:41.613956 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
17:14:41.944828 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31926): Launched
17:14:42.231125 run iperf3-srv_10.42.42.10(pid=31927): Launched
17:14:42.355455 tst                    iperf3m4.py:8: start network...
17:14:42.576121 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
17:14:43.086634 run         create_hlr_db(pid=31928): Launched
17:14:43.211904 bus                          /gobi_6: Setting Powered False
17:14:44.277861 run         create_hlr_db(pid=31928): Terminated: ok {rc=0}
17:14:44.735652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31930): Launched
17:14:45.066074 run   osmo-hlr_10.42.42.2(pid=31931): Launched
17:14:45.191622 run              osmo-stp_10.42.42.5: Starting osmo-stp
17:14:45.753776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31932): Launched
17:14:46.084303 run   osmo-stp_10.42.42.5(pid=31933): Launched
17:14:46.207931 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
17:14:46.769447 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31934): Launched
17:14:46.893976 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
17:14:47.172552 run              patchelf(pid=31935): Launched
17:14:48.358050 run              patchelf(pid=31935): Terminated: ok {rc=0}
17:14:48.496404 run             osmo-ggsn_10.42.42.6: Applying CAP_NET_ADMIN capability to osmo-ggsn
17:14:48.776263 run osmo-gsm-tester_setcap_net_admin.sh(pid=31936): Launched
17:14:49.964120 run osmo-gsm-tester_setcap_net_admin.sh(pid=31936): Terminated: ok {rc=0}
17:14:50.305176 run  osmo-ggsn_10.42.42.6(pid=31939): Launched
17:14:50.429984 run             osmo-sgsn_10.42.42.7: Starting osmo-sgsn
17:14:51.157575 run pcap-recorder_any(filters='host 10.42.42.7')(pid=31965): Launched
17:14:51.486851 run  osmo-sgsn_10.42.42.7(pid=31966): Launched
17:14:51.614191 run              osmo-msc_10.42.42.8: Starting osmo-msc
17:14:52.217116 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=31967): Launched
17:14:52.547697 run   osmo-msc_10.42.42.8(pid=31970): Launched
17:14:55.732314 run              osmo-mgw_10.42.42.3: Starting osmo-mgw
17:14:56.308070 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=31971): Launched
17:14:56.615027 run   osmo-mgw_10.42.42.3(pid=31972): Launched
17:14:56.733057 run              osmo-mgw_10.42.42.4: Starting osmo-mgw
17:14:57.245434 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31973): Launched
17:14:57.595792 run   osmo-mgw_10.42.42.4(pid=31974): Launched
17:14:57.723072 run              osmo-bsc_10.42.42.9: Starting osmo-bsc
17:14:58.401950 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=31979): Launched
17:14:58.736368 run   osmo-bsc_10.42.42.9(pid=31980): Launched
17:15:05.027180 run                   osmo-bts-sysmo: Starting sysmoBTS to connect to osmo-bsc_10.42.42.9
17:15:05.601267 run         rm-remote-dir(pid=31989): Launched
17:15:07.792255 run         rm-remote-dir(pid=31989): Terminated: ok {rc=0}
17:15:08.130863 run         mk-remote-dir(pid=31990): Launched
17:15:09.311051 run         mk-remote-dir(pid=31990): Terminated: ok {rc=0}
17:15:09.598202 run    scp-inst-to-remote(pid=31991): Launched
17:15:21.793210 run    scp-inst-to-remote(pid=31991): Terminated: ok {rc=0}
17:15:22.148818 run         mk-remote-dir(pid=31993): Launched
17:15:23.338223 run         mk-remote-dir(pid=31993): Terminated: ok {rc=0}
17:15:23.643131 run     scp-cfg-to-remote(pid=31994): Launched
17:15:24.833506 run     scp-cfg-to-remote(pid=31994): Terminated: ok {rc=0}
17:15:25.185686 run   reload-dsp-firmware(pid=31996): Launched
17:15:27.376897 run   reload-dsp-firmware(pid=31996): Terminated: ok {rc=0}
17:15:27.721440 run        osmo-bts-sysmo(pid=31997): Launched
17:15:31.961220 tst                    iperf3m4.py:8: Waiting for bts to be ready...
17:15:33.688754 run         rm-remote-dir(pid=31998): Launched
17:15:35.878569 run         rm-remote-dir(pid=31998): Terminated: ok {rc=0}
17:15:36.226434 run         mk-remote-dir(pid=31999): Launched
17:15:38.413824 run         mk-remote-dir(pid=31999): Terminated: ok {rc=0}
17:15:38.712529 run       scp-inst-to-bts(pid=32000): Launched
17:15:51.920875 run       scp-inst-to-bts(pid=32000): Terminated: ok {rc=0}
17:15:52.269407 run     mk-remote-run-dir(pid=32002): Launched
17:15:54.455035 run     mk-remote-run-dir(pid=32002): Terminated: ok {rc=0}
17:15:54.735299 run   scp-cfg-to-sysmobts(pid=32003): Launched
17:15:56.910103 run   scp-cfg-to-sysmobts(pid=32003): Terminated: ok {rc=0}
17:15:57.236024 run              osmo-pcu(pid=32005): Launched
17:15:57.360507 tst                      iperf3m4.py: using MSISDN 4031
17:15:57.532485 bus                          /gobi_6: Setting Powered True
17:16:01.033885 run              osmo-hlr_10.42.42.2: Add subscriber {algo=1, algo_str='comp128v1', imsi='901700000010978', msisdn='4031', subscriber_id=1}
17:16:01.308304 bus                          /gobi_6: Setting Online False
17:16:02.495484 bus                          /gobi_6: Setting Powered False
17:16:09.236266 bus                          /gobi_6: Setting Powered True
17:16:10.621841 bus                          /gobi_6: Setting Online True
17:16:13.103950 tst                          /gobi_6: Connect to ('901', '70')
17:16:13.392715 tst                          /gobi_6: Manufacturer: 'Quectel', Model: 'EC20', Revision: 'EC20EQAR02A13E2G  1  [Jul  5 2017 10:49:17]', Serial: '868323024273648'
17:16:13.512715 tst                      iperf3m4.py: using MSISDN 4032
17:16:13.737363 bus                          /gobi_0: Setting Powered True
17:16:17.242223 run              osmo-hlr_10.42.42.2: Add subscriber {algo=1, algo_str='comp128v1', imsi='901700000023847', msisdn='4032', subscriber_id=2}
17:16:17.512168 bus                          /gobi_0: Setting Online False
17:16:18.700038 bus                          /gobi_0: Setting Powered False
17:16:26.133592 bus                          /gobi_0: Setting Powered True
17:16:27.519189 bus                          /gobi_0: Setting Online True
17:16:30.108403 tst                          /gobi_0: Connect to ('901', '70')
17:16:30.397163 tst                          /gobi_0: Manufacturer: 'Quectel', Model: 'EC20', Revision: 'EC20EQAR02A05E2G  1  [Mar 14 2016 19:33:01]', Serial: '868323024271873'
17:16:30.528944 tst                      iperf3m4.py: using MSISDN 4033
17:16:30.763586 tst                          /gobi_6: Already registered with network ('901', '70')
17:16:30.945081 bus                          /gobi_1: Setting Powered True
17:16:34.545246 run              osmo-hlr_10.42.42.2: Add subscriber {algo=1, algo_str='comp128v1', imsi='901700000023848', msisdn='4033', subscriber_id=3}
17:16:34.866246 bus                          /gobi_1: Setting Online False
17:16:36.050161 bus                          /gobi_1: Setting Powered False
17:16:43.125335 bus                          /gobi_1: Setting Powered True
17:16:44.516371 bus                          /gobi_1: Setting Online True
17:16:45.539203 tst                          /gobi_0: Already registered with network ('901', '70')
17:16:47.173939 tst                          /gobi_1: Connect to ('901', '70')
17:16:47.436016 tst                          /gobi_1: Manufacturer: 'Quectel', Model: 'EC20', Revision: 'EC20EQAR02A05E2G  1  [Mar 14 2016 19:33:01]', Serial: '868323024272103'
17:16:47.564975 tst                      iperf3m4.py: using MSISDN 4034
17:16:47.750472 bus                          /gobi_4: Setting Powered True
17:16:51.256264 run              osmo-hlr_10.42.42.2: Add subscriber {algo=1, algo_str='comp128v1', imsi='901700000023849', msisdn='4034', subscriber_id=4}
17:16:51.540727 bus                          /gobi_4: Setting Online False
17:16:52.734504 bus                          /gobi_4: Setting Powered False
17:17:00.134467 bus                          /gobi_4: Setting Powered True
17:17:01.509788 bus                          /gobi_4: Setting Online True
17:17:03.984992 tst                          /gobi_4: Connect to ('901', '70')
17:17:04.273540 tst                          /gobi_4: Manufacturer: 'Quectel', Model: 'EC20', Revision: 'EC20EQAR02A08E2G  1  [Jul 21 2016 10:00:50]', Serial: '868323025161511'
17:17:04.391969 tst                    iperf3m4.py:8: waiting for modems to attach...
17:17:05.129932 tst                          /gobi_1: Already registered with network ('901', '70')
17:17:22.416234 tst                          /gobi_4: Already registered with network ('901', '70')
17:17:27.282462 tst                    iperf3m4.py:8: waiting for modems to attach to data services...
17:17:30.480027 tst                          /gobi_6: context activated {apn='inet46', path='/gobi_6/context2', properties={AccessPointName='inet46', Active=True, AuthenticationMethod='chap', IPv6.Settings={}, Name='Internet', Password='', Protocol='ip', Settings={Address='176.16.46.1', DomainNameServers=['192.168.100.1', '8.8.8.8'], Gateway='176.16.46.2', Interface='r433306bbc2604b', Method='static', Netmask='255.255.255.252'}, Type='internet', Username='ogt'}, user='ogt'}
17:17:30.591419 tst                    iperf3m4.py:8: Setting up data plan for "'/gobi_6/context2'"
17:17:31.010992 run            move_netns(pid=32014): Launched
17:17:32.199433 run            move_netns(pid=32014): Terminated: ok {rc=0}
17:17:32.531191 run                  ifup(pid=32017): Launched
17:17:33.711230 run                  ifup(pid=32017): Terminated: ok {rc=0}
17:17:34.042480 run                  dhcp(pid=32020): Launched
17:17:35.217858 run                  dhcp(pid=32020): Terminated: ok {rc=0}
17:17:38.220876 tst                          /gobi_0: context activated {apn='inet46', path='/gobi_0/context2', properties={AccessPointName='inet46', Active=True, AuthenticationMethod='chap', IPv6.Settings={}, Name='Internet', Password='', Protocol='ip', Settings={Address='176.16.46.2', DomainNameServers=['192.168.100.1', '8.8.8.8'], Gateway='176.16.46.1', Interface='r82dcf628584c1c', Method='static', Netmask='255.255.255.252'}, Type='internet', Username='ogt'}, user='ogt'}
17:17:38.340315 tst                    iperf3m4.py:8: Setting up data plan for "'/gobi_0/context2'"
17:17:38.792231 run            move_netns(pid=32038): Launched
17:17:39.984724 run            move_netns(pid=32038): Terminated: ok {rc=0}
17:17:40.342209 run                  ifup(pid=32041): Launched
17:17:41.531058 run                  ifup(pid=32041): Terminated: ok {rc=0}
17:17:41.885065 run                  dhcp(pid=32044): Launched
17:17:43.071028 run                  dhcp(pid=32044): Terminated: ok {rc=0}
17:17:51.406618 tst                          /gobi_1: context activated {apn='inet46', path='/gobi_1/context13', properties={AccessPointName='inet46', Active=True, AuthenticationMethod='chap', IPv6.Settings={}, Name='Internet', Password='', Protocol='ip', Settings={Address='176.16.46.3', DomainNameServers=['192.168.100.1', '8.8.8.8'], Gateway='176.16.46.1', Interface='rf303c5eb721dad', Method='static', Netmask='255.255.255.248'}, Type='internet', Username='ogt'}, user='ogt'}
17:17:51.517253 tst                    iperf3m4.py:8: Setting up data plan for "'/gobi_1/context13'"
17:17:51.936720 run            move_netns(pid=32062): Launched
17:17:53.122336 run            move_netns(pid=32062): Terminated: ok {rc=0}
17:17:53.454238 run                  ifup(pid=32065): Launched
17:17:54.647066 run                  ifup(pid=32065): Terminated: ok {rc=0}
17:17:55.001069 run                  dhcp(pid=32068): Launched
17:17:56.194142 run                  dhcp(pid=32068): Terminated: ok {rc=0}
17:17:59.213965 tst                          /gobi_4: context activated {apn='inet46', path='/gobi_4/context2', properties={AccessPointName='inet46', Active=True, AuthenticationMethod='chap', IPv6.Settings={}, Name='Internet', Password='', Protocol='ip', Settings={Address='176.16.46.4', DomainNameServers=['192.168.100.1', '8.8.8.8'], Gateway='176.16.46.5', Interface='r9d788e55295d1b', Method='static', Netmask='255.255.255.252'}, Type='internet', Username='ogt'}, user='ogt'}
17:17:59.324867 tst                    iperf3m4.py:8: Setting up data plan for "'/gobi_4/context2'"
17:17:59.743421 run            move_netns(pid=32088): Launched
17:18:00.929485 run            move_netns(pid=32088): Terminated: ok {rc=0}
17:18:01.285949 run                  ifup(pid=32092): Launched
17:18:02.477336 run                  ifup(pid=32092): Terminated: ok {rc=0}
17:18:02.830206 run                  dhcp(pid=32095): Launched
17:18:04.019447 run                  dhcp(pid=32095): Terminated: ok {rc=0}
17:18:04.157767 tst                    iperf3m4.py:8: Running iperf3 client to 10.42.42.10:5003 through "'/gobi_6/context2'"
17:18:04.383946 run           iperf3-cli_10.42.42.10: Preparing iperf3-client connecting to 10.42.42.10:5003 (proto=tcp,time=60s)
17:18:04.774878 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32111): Launched
17:18:04.990548 tst                    iperf3m4.py:8: Running iperf3 client to 10.42.42.10:5004 through "'/gobi_0/context2'"
17:18:05.215588 run           iperf3-cli_10.42.42.10: Preparing iperf3-client connecting to 10.42.42.10:5004 (proto=tcp,time=60s)
17:18:05.608191 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32114): Launched
17:18:05.828255 tst                    iperf3m4.py:8: Running iperf3 client to 10.42.42.10:5005 through "'/gobi_1/context13'"
17:18:06.053850 run           iperf3-cli_10.42.42.10: Preparing iperf3-client connecting to 10.42.42.10:5005 (proto=tcp,time=60s)
17:18:06.446158 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32117): Launched
17:18:06.661411 tst                    iperf3m4.py:8: Running iperf3 client to 10.42.42.10:5006 through "'/gobi_4/context2'"
17:18:06.886640 run           iperf3-cli_10.42.42.10: Preparing iperf3-client connecting to 10.42.42.10:5006 (proto=tcp,time=60s)
17:18:07.277501 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32120): Launched
17:18:07.623385 run iperf3-cli_10.42.42.10(pid=32123): Launched
17:18:07.913054 run iperf3-cli_10.42.42.10(pid=32126): Launched
17:18:08.207924 run iperf3-cli_10.42.42.10(pid=32129): Launched
17:18:08.490566 run iperf3-cli_10.42.42.10(pid=32132): Launched
17:19:22.834080 run iperf3-cli_10.42.42.10(pid=32123): ERR: Terminated: ERROR {rc=1}  [trial-2068↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪iperf3-srv_10.42.42.10↪iperf3-cli_10.42.42.10↪iperf3-cli_10.42.42.10(pid=32123)]
17:19:22.978393 run iperf3-cli_10.42.42.10(pid=32123): stdout: 
| 				"bits_per_second":	0,
| 				"retransmits":	0,
| 				"omitted":	false
| 			}
| 		}],
| 	"end":	{
| 	},
| 	"error":	"error - control socket has closed unexpectedly"
| }
| child exited with 1 
17:19:23.122313 run iperf3-cli_10.42.42.10(pid=32123): stderr: 
| (launched: 2022-12-01_17:18:07.606904) 
17:19:24.325556 run iperf3-cli_10.42.42.10(pid=32126): ERR: Terminated: ERROR {rc=1}  [trial-2068↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪iperf3-srv_10.42.42.10↪iperf3-cli_10.42.42.10↪iperf3-cli_10.42.42.10(pid=32126)]
17:19:24.467980 run iperf3-cli_10.42.42.10(pid=32126): stdout: 
| 				"bits_per_second":	0,
| 				"retransmits":	0,
| 				"omitted":	false
| 			}
| 		}],
| 	"end":	{
| 	},
| 	"error":	"error - control socket has closed unexpectedly"
| }
| child exited with 1 
17:19:24.601864 run iperf3-cli_10.42.42.10(pid=32126): stderr: 
| (launched: 2022-12-01_17:18:07.896232) 
17:19:25.787108 run iperf3-cli_10.42.42.10(pid=32129): ERR: Terminated: ERROR {rc=1}  [trial-2068↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪iperf3-srv_10.42.42.10↪iperf3-cli_10.42.42.10↪iperf3-cli_10.42.42.10(pid=32129)]
17:19:25.915786 run iperf3-cli_10.42.42.10(pid=32129): stdout: 
| 				"bits_per_second":	0,
| 				"retransmits":	0,
| 				"omitted":	false
| 			}
| 		}],
| 	"end":	{
| 	},
| 	"error":	"error - control socket has closed unexpectedly"
| }
| child exited with 1 
17:19:26.045870 run iperf3-cli_10.42.42.10(pid=32129): stderr: 
| (launched: 2022-12-01_17:18:08.190002) 
17:19:27.231863 run iperf3-cli_10.42.42.10(pid=32132): ERR: Terminated: ERROR {rc=1}  [trial-2068↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪iperf3-srv_10.42.42.10↪iperf3-cli_10.42.42.10↪iperf3-cli_10.42.42.10(pid=32132)]
17:19:27.359894 run iperf3-cli_10.42.42.10(pid=32132): stdout: 
| 				"bits_per_second":	0,
| 				"retransmits":	0,
| 				"omitted":	false
| 			}
| 		}],
| 	"end":	{
| 	},
| 	"error":	"error - control socket has closed unexpectedly"
| }
| child exited with 1 
17:19:27.488583 run iperf3-cli_10.42.42.10(pid=32132): stderr: 
| (launched: 2022-12-01_17:18:08.474417) 
17:19:27.616618 run iperf3-srv_10.42.42.10(pid=31921): Terminating (SIGINT)
17:19:27.947500 run iperf3-srv_10.42.42.10(pid=31921): Terminated {rc=1}
17:19:28.063299 tst                    iperf3m4.py:8: Results for 10.42.42.10:5003 through "'/gobi_6/context2'"
Exception while using iperf3 client results: "{'start': {'connected': [{'socket': 5, 'local_host': '176.16.46.1', 'local_port': 34282, 'remote_host': '10.42.42.10', 'remote_port': 5003}], 'version': 'iperf 3.6', 'system_info': 'Linux osmo-gsm-tester-prod 4.19.0-14-amd64 #1 SMP Debian 4.19.171-2 (2021-01-30) x86_64', 'timestamp': {'time': 'Thu, 01 Dec 2022 16:18:14 GMT', 'timesecs': 1669911494}, 'connecting_to': {'host': '10.42.42.10', 'port': 5003}, 'cookie': 'hcn54i4iq45p5avm6wayzfw5vzriyllwbs2j', 'tcp_mss_default': 1448, 'sock_bufsize': 0, 'sndbuf_actual': 16384, 'rcvbuf_actual': 131072, 'test_start': {'protocol': 'TCP', 'num_streams': 1, 'blksize': 131072, 'omit': 0, 'duration': 60, 'bytes': 0, 'blocks': 0, 'reverse': 0, 'tos': 0}}, 'intervals': [{'streams': [{'socket': 5, 'start': 0, 'end': 1.0006568431854248, 'seconds': 1.0006568431854248, 'bytes': 101360, 'bits_per_second': 810347.7286166337, 'retransmits': 0, 'snd_cwnd': 14480, 'rtt': 513339, 'rttvar': 271893, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 0, 'end': 1.0006568431854248, 'seconds': 1.0006568431854248, 'bytes': 101360, 'bits_per_second': 810347.7286166337, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 1.0006568431854248, 'end': 2.001067876815796, 'seconds': 1.000411033630371, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 14480, 'rtt': 513339, 'rttvar': 271893, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 1.0006568431854248, 'end': 2.001067876815796, 'seconds': 1.000411033630371, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 2.001067876815796, 'end': 3.0011708736419678, 'seconds': 1.0001029968261719, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 15928, 'rtt': 684503, 'rttvar': 546247, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 2.001067876815796, 'end': 3.0011708736419678, 'seconds': 1.0001029968261719, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 3.0011708736419678, 'end': 4.001204013824463, 'seconds': 1.0000331401824951, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 1, 'snd_cwnd': 17376, 'rtt': 1018815, 'rttvar': 1078309, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 3.0011708736419678, 'end': 4.001204013824463, 'seconds': 1.0000331401824951, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 1, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 4.001204013824463, 'end': 5.00116491317749, 'seconds': 0.9999608993530273, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 17376, 'rtt': 1018815, 'rttvar': 1078309, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 4.001204013824463, 'end': 5.00116491317749, 'seconds': 0.9999608993530273, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 5.00116491317749, 'end': 6.001163005828857, 'seconds': 0.9999980926513672, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 18824, 'rtt': 1504043, 'rttvar': 1779187, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 5.00116491317749, 'end': 6.001163005828857, 'seconds': 0.9999980926513672, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 6.001163005828857, 'end': 7.001262903213501, 'seconds': 1.0000998973846436, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 18824, 'rtt': 1504043, 'rttvar': 1779187, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 6.001163005828857, 'end': 7.001262903213501, 'seconds': 1.0000998973846436, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 7.001262903213501, 'end': 8.001099824905396, 'seconds': 0.9998369216918945, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 20272, 'rtt': 2116141, 'rttvar': 2558587, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 7.001262903213501, 'end': 8.001099824905396, 'seconds': 0.9998369216918945, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 8.001099824905396, 'end': 9.001163005828857, 'seconds': 1.000063180923462, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 21720, 'rtt': 2846632, 'rttvar': 3379923, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 8.001099824905396, 'end': 9.001163005828857, 'seconds': 1.000063180923462, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 9.001163005828857, 'end': 10.001266956329346, 'seconds': 1.0001039505004883, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 21720, 'rtt': 2846632, 'rttvar': 3379923, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 9.001163005828857, 'end': 10.001266956329346, 'seconds': 1.0001039505004883, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 10.001266956329346, 'end': 11.001081943511963, 'seconds': 0.9998149871826172, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 23168, 'rtt': 3673278, 'rttvar': 4188233, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 10.001266956329346, 'end': 11.001081943511963, 'seconds': 0.9998149871826172, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 11.001081943511963, 'end': 12.001067876815796, 'seconds': 0.999985933303833, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 24616, 'rtt': 4571359, 'rttvar': 4937337, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 11.001081943511963, 'end': 12.001067876815796, 'seconds': 0.999985933303833, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 12.001067876815796, 'end': 13.001315832138062, 'seconds': 1.0002479553222656, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 24616, 'rtt': 4571359, 'rttvar': 4937337, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 12.001067876815796, 'end': 13.001315832138062, 'seconds': 1.0002479553222656, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 13.001315832138062, 'end': 14.001266956329346, 'seconds': 0.9999511241912842, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 26064, 'rtt': 5552145, 'rttvar': 5664575, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 13.001315832138062, 'end': 14.001266956329346, 'seconds': 0.9999511241912842, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 14.001266956329346, 'end': 15.001137018203735, 'seconds': 0.9998700618743896, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 27512, 'rtt': 6612826, 'rttvar': 6369793, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 14.001266956329346, 'end': 15.001137018203735, 'seconds': 0.9998700618743896, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 15.001137018203735, 'end': 16.00118088722229, 'seconds': 1.0000438690185547, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 27512, 'rtt': 6612826, 'rttvar': 6369793, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 15.001137018203735, 'end': 16.00118088722229, 'seconds': 1.0000438690185547, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 16.00118088722229, 'end': 17.001320838928223, 'seconds': 1.0001399517059326, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 28960, 'rtt': 7735900, 'rttvar': 7023492, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 16.00118088722229, 'end': 17.001320838928223, 'seconds': 1.0001399517059326, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 17.001320838928223, 'end': 18.001075983047485, 'seconds': 0.9997551441192627, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 30408, 'rtt': 8772849, 'rttvar': 7341519, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 17.001320838928223, 'end': 18.001075983047485, 'seconds': 0.9997551441192627, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 18.001075983047485, 'end': 19.001149892807007, 'seconds': 1.0000739097595215, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 30408, 'rtt': 8772849, 'rttvar': 7341519, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 18.001075983047485, 'end': 19.001149892807007, 'seconds': 1.0000739097595215, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 19.001149892807007, 'end': 20.001088857650757, 'seconds': 0.99993896484375, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 31856, 'rtt': 9765650, 'rttvar': 7491741, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 19.001149892807007, 'end': 20.001088857650757, 'seconds': 0.99993896484375, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 20.001088857650757, 'end': 21.00108003616333, 'seconds': 0.9999911785125732, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 31856, 'rtt': 9765650, 'rttvar': 7491741, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 20.001088857650757, 'end': 21.00108003616333, 'seconds': 0.9999911785125732, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 21.00108003616333, 'end': 22.001073837280273, 'seconds': 0.9999938011169434, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 31856, 'rtt': 9765650, 'rttvar': 7491741, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 21.00108003616333, 'end': 22.001073837280273, 'seconds': 0.9999938011169434, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 22.001073837280273, 'end': 23.00111484527588, 'seconds': 1.0000410079956055, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 33304, 'rtt': 10822416, 'rttvar': 7732337, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 22.001073837280273, 'end': 23.00111484527588, 'seconds': 1.0000410079956055, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 23.00111484527588, 'end': 24.00107192993164, 'seconds': 0.9999570846557617, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 34752, 'rtt': 11944476, 'rttvar': 8043372, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 23.00111484527588, 'end': 24.00107192993164, 'seconds': 0.9999570846557617, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 24.00107192993164, 'end': 25.001333951950073, 'seconds': 1.0002620220184326, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 34752, 'rtt': 11944476, 'rttvar': 8043372, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 24.00107192993164, 'end': 25.001333951950073, 'seconds': 1.0002620220184326, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 25.001333951950073, 'end': 26.001075983047485, 'seconds': 0.9997420310974121, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 36200, 'rtt': 12926206, 'rttvar': 7995989, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 25.001333951950073, 'end': 26.001075983047485, 'seconds': 0.9997420310974121, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 26.001075983047485, 'end': 27.001165866851807, 'seconds': 1.0000898838043213, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 37648, 'rtt': 13972716, 'rttvar': 8090012, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 26.001075983047485, 'end': 27.001165866851807, 'seconds': 1.0000898838043213, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 27.001165866851807, 'end': 28.00113582611084, 'seconds': 0.9999699592590332, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 37648, 'rtt': 13972716, 'rttvar': 8090012, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 27.001165866851807, 'end': 28.00113582611084, 'seconds': 0.9999699592590332, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 28.00113582611084, 'end': 29.001221895217896, 'seconds': 1.0000860691070557, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 39096, 'rtt': 14895805, 'rttvar': 7913687, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 28.00113582611084, 'end': 29.001221895217896, 'seconds': 1.0000860691070557, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 29.001221895217896, 'end': 30.00116491317749, 'seconds': 0.9999430179595947, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 40544, 'rtt': 15883488, 'rttvar': 7910632, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 29.001221895217896, 'end': 30.00116491317749, 'seconds': 0.9999430179595947, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 30.00116491317749, 'end': 31.001226902008057, 'seconds': 1.0000619888305664, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 40544, 'rtt': 15883488, 'rttvar': 7910632, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 30.00116491317749, 'end': 31.001226902008057, 'seconds': 1.0000619888305664, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 31.001226902008057, 'end': 32.00116491317749, 'seconds': 0.9999380111694336, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 41992, 'rtt': 16750066, 'rttvar': 7666130, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 31.001226902008057, 'end': 32.00116491317749, 'seconds': 0.9999380111694336, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 32.00116491317749, 'end': 33.00116491317749, 'seconds': 1, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 43440, 'rtt': 17698722, 'rttvar': 7646909, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 32.00116491317749, 'end': 33.00116491317749, 'seconds': 1, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 33.00116491317749, 'end': 34.00114703178406, 'seconds': 0.9999821186065674, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 43440, 'rtt': 17698722, 'rttvar': 7646909, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 33.00116491317749, 'end': 34.00114703178406, 'seconds': 0.9999821186065674, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 34.00114703178406, 'end': 35.00107002258301, 'seconds': 0.9999229907989502, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 44888, 'rtt': 18533417, 'rttvar': 7404573, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 34.00114703178406, 'end': 35.00107002258301, 'seconds': 0.9999229907989502, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 35.00107002258301, 'end': 36.00111699104309, 'seconds': 1.000046968460083, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 44888, 'rtt': 19456510, 'rttvar': 7399615, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 35.00107002258301, 'end': 36.00111699104309, 'seconds': 1.000046968460083, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 36.00111699104309, 'end': 37.00109505653381, 'seconds': 0.9999780654907227, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 44888, 'rtt': 19456510, 'rttvar': 7399615, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 36.00111699104309, 'end': 37.00109505653381, 'seconds': 0.9999780654907227, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 37.00109505653381, 'end': 38.001307010650635, 'seconds': 1.0002119541168213, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 46336, 'rtt': 20271650, 'rttvar': 7179991, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 37.00109505653381, 'end': 38.001307010650635, 'seconds': 1.0002119541168213, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 38.001307010650635, 'end': 39.00039005279541, 'seconds': 0.9990830421447754, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 46336, 'rtt': 21175248, 'rttvar': 7192188, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 38.001307010650635, 'end': 39.00039005279541, 'seconds': 0.9990830421447754, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 39.00039005279541, 'end': 40.001330852508545, 'seconds': 1.0009407997131348, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 46336, 'rtt': 21175248, 'rttvar': 7192188, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 39.00039005279541, 'end': 40.001330852508545, 'seconds': 1.0009407997131348, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 40.001330852508545, 'end': 41.001205921173096, 'seconds': 0.9998750686645508, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 47784, 'rtt': 21958472, 'rttvar': 6960589, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 40.001330852508545, 'end': 41.001205921173096, 'seconds': 0.9998750686645508, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 41.001205921173096, 'end': 42.00130486488342, 'seconds': 1.0000989437103271, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 47784, 'rtt': 21958472, 'rttvar': 6960589, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 41.001205921173096, 'end': 42.00130486488342, 'seconds': 1.0000989437103271, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 42.00130486488342, 'end': 43.00119996070862, 'seconds': 0.9998950958251953, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 47784, 'rtt': 22835853, 'rttvar': 6975206, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 42.00130486488342, 'end': 43.00119996070862, 'seconds': 0.9998950958251953, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 43.00119996070862, 'end': 44.0010769367218, 'seconds': 0.9998769760131836, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 49232, 'rtt': 23593757, 'rttvar': 6747212, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 43.00119996070862, 'end': 44.0010769367218, 'seconds': 0.9998769760131836, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 44.0010769367218, 'end': 45.00126504898071, 'seconds': 1.0001881122589111, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 49232, 'rtt': 23593757, 'rttvar': 6747212, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 44.0010769367218, 'end': 45.00126504898071, 'seconds': 1.0001881122589111, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 45.00126504898071, 'end': 46.00131797790527, 'seconds': 1.0000529289245605, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 49232, 'rtt': 24459371, 'rttvar': 6791636, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 45.00126504898071, 'end': 46.00131797790527, 'seconds': 1.0000529289245605, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 46.00131797790527, 'end': 47.00107192993164, 'seconds': 0.9997539520263672, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 50680, 'rtt': 25216802, 'rttvar': 6608590, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 46.00131797790527, 'end': 47.00107192993164, 'seconds': 0.9997539520263672, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 47.00107192993164, 'end': 48.001163959503174, 'seconds': 1.0000920295715332, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 50680, 'rtt': 25216802, 'rttvar': 6608590, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 47.00107192993164, 'end': 48.001163959503174, 'seconds': 1.0000920295715332, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 48.001163959503174, 'end': 49.00121092796326, 'seconds': 1.000046968460083, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 50680, 'rtt': 26079720, 'rttvar': 6682278, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 48.001163959503174, 'end': 49.00121092796326, 'seconds': 1.000046968460083, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 49.00121092796326, 'end': 50.00107192993164, 'seconds': 0.9998610019683838, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 52128, 'rtt': 26854319, 'rttvar': 6560906, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 49.00121092796326, 'end': 50.00107192993164, 'seconds': 0.9998610019683838, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 50.00107192993164, 'end': 51.001641035079956, 'seconds': 1.0005691051483154, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 52128, 'rtt': 26854319, 'rttvar': 6560906, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 50.00107192993164, 'end': 51.001641035079956, 'seconds': 1.0005691051483154, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 51.001641035079956, 'end': 52.00117802619934, 'seconds': 0.9995369911193848, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 52128, 'rtt': 27749576, 'rttvar': 6711195, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 51.001641035079956, 'end': 52.00117802619934, 'seconds': 0.9995369911193848, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 52.00117802619934, 'end': 53.001163959503174, 'seconds': 0.999985933303833, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 52128, 'rtt': 27749576, 'rttvar': 6711195, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 52.00117802619934, 'end': 53.001163959503174, 'seconds': 0.999985933303833, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 53.001163959503174, 'end': 54.001078844070435, 'seconds': 0.9999148845672607, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 53576, 'rtt': 28528362, 'rttvar': 6590967, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 53.001163959503174, 'end': 54.001078844070435, 'seconds': 0.9999148845672607, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 54.001078844070435, 'end': 55.00051403045654, 'seconds': 0.9994351863861084, 'bytes': 256296, 'bits_per_second': 2051526.7302264944, 'retransmits': 0, 'snd_cwnd': 53576, 'rtt': 29397398, 'rttvar': 6681298, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 54.001078844070435, 'end': 55.00051403045654, 'seconds': 0.9994351863861084, 'bytes': 256296, 'bits_per_second': 2051526.7302264944, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 55.00051403045654, 'end': 56.001057863235474, 'seconds': 1.0005438327789307, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 53576, 'rtt': 29397398, 'rttvar': 6681298, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 55.00051403045654, 'end': 56.001057863235474, 'seconds': 1.0005438327789307, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 56.001057863235474, 'end': 57.001057863235474, 'seconds': 1, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 55024, 'rtt': 29972506, 'rttvar': 6161188, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 56.001057863235474, 'end': 57.001057863235474, 'seconds': 1, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 57.001057863235474, 'end': 58.001060009002686, 'seconds': 1.000002145767212, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 55024, 'rtt': 30665587, 'rttvar': 6007054, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 57.001057863235474, 'end': 58.001060009002686, 'seconds': 1.000002145767212, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}, {'streams': [{'socket': 5, 'start': 58.001060009002686, 'end': 59.00105905532837, 'seconds': 0.9999990463256836, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'snd_cwnd': 55024, 'rtt': 30665587, 'rttvar': 6007054, 'pmtu': 1500, 'omitted': False}], 'sum': {'start': 58.001060009002686, 'end': 59.00105905532837, 'seconds': 0.9999990463256836, 'bytes': 0, 'bits_per_second': 0, 'retransmits': 0, 'omitted': False}}], 'end': {}, 'error': 'error - control socket has closed unexpectedly'}"
17:19:28.279738 tst                    iperf3m4.py:8: ERR: KeyError: 'sum_sent'  [trial-2068↪gprs:sysmo↪iperf3m4.py:8]
17:19:28.287475 tst                    iperf3m4.py:8: Test FAILED (291.0 sec)
17:19:28.294224 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31920): Terminating (SIGTERM)
17:19:28.337717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31922): Terminating (SIGTERM)
17:19:28.380105 run iperf3-srv_10.42.42.10(pid=31923): Terminating (SIGTERM)
17:19:28.421891 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31924): Terminating (SIGTERM)
17:19:28.463112 run iperf3-srv_10.42.42.10(pid=31925): Terminating (SIGTERM)
17:19:28.503889 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31926): Terminating (SIGTERM)
17:19:28.544956 run iperf3-srv_10.42.42.10(pid=31927): Terminating (SIGTERM)
17:19:28.585807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31930): Terminating (SIGTERM)
17:19:28.627207 run   osmo-hlr_10.42.42.2(pid=31931): Terminating (SIGTERM)
17:19:28.668107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31932): Terminating (SIGTERM)
17:19:28.711286 run   osmo-stp_10.42.42.5(pid=31933): Terminating (SIGTERM)
17:19:28.763037 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31934): Terminating (SIGTERM)
17:19:28.809923 run  osmo-ggsn_10.42.42.6(pid=31939): Terminating (SIGTERM)
17:19:28.857632 run pcap-recorder_any(filters='host 10.42.42.7')(pid=31965): Terminating (SIGTERM)
17:19:28.910374 run  osmo-sgsn_10.42.42.7(pid=31966): Terminating (SIGTERM)
17:19:28.966109 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=31967): Terminating (SIGTERM)
17:19:29.013835 run   osmo-msc_10.42.42.8(pid=31970): Terminating (SIGTERM)
17:19:29.093644 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=31971): Terminating (SIGTERM)
17:19:29.150316 run   osmo-mgw_10.42.42.3(pid=31972): Terminating (SIGTERM)
17:19:29.200188 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31973): Terminating (SIGTERM)
17:19:29.243009 run   osmo-mgw_10.42.42.4(pid=31974): Terminating (SIGTERM)
17:19:29.283852 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=31979): Terminating (SIGTERM)
17:19:29.325195 run   osmo-bsc_10.42.42.9(pid=31980): Terminating (SIGTERM)
17:19:29.368205 run        osmo-bts-sysmo(pid=31997): Terminating (SIGTERM)
17:19:29.410600 run              osmo-pcu(pid=32005): Terminating (SIGTERM)
17:19:29.452750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32111): Terminating (SIGTERM)
17:19:29.593383 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32111)-killSignals.SIGTERM(pid=32159): Launched
17:19:30.711051 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32111)-killSignals.SIGTERM(pid=32159): Terminated: ok {rc=0}
17:19:30.779462 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32114): Terminating (SIGTERM)
17:19:30.925531 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32114)-killSignals.SIGTERM(pid=32164): Launched
17:19:32.017542 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32114)-killSignals.SIGTERM(pid=32164): Terminated: ok {rc=0}
17:19:32.084843 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32117): Terminating (SIGTERM)
17:19:32.229975 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32117)-killSignals.SIGTERM(pid=32167): Launched
17:19:33.318008 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32117)-killSignals.SIGTERM(pid=32167): Terminated: ok {rc=0}
17:19:33.385614 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32120): Terminating (SIGTERM)
17:19:33.530588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32120)-killSignals.SIGTERM(pid=32170): Launched
17:19:34.618799 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32120)-killSignals.SIGTERM(pid=32170): Terminated: ok {rc=0}
17:19:34.685991 ---      ParallelTerminationStrategy: PID 31920 died...
17:19:34.706193 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31920): Terminated: ok {rc=0}
17:19:34.753842 ---      ParallelTerminationStrategy: PID 31922 died...
17:19:34.773824 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31922): Terminated: ok {rc=0}
17:19:34.820889 ---      ParallelTerminationStrategy: PID 31923 died...
17:19:34.840753 run iperf3-srv_10.42.42.10(pid=31923): Terminated {rc=256}
17:19:34.887762 ---      ParallelTerminationStrategy: PID 31924 died...
17:19:34.907752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31924): Terminated: ok {rc=0}
17:19:34.954829 ---      ParallelTerminationStrategy: PID 31925 died...
17:19:34.974802 run iperf3-srv_10.42.42.10(pid=31925): Terminated {rc=256}
17:19:35.021837 ---      ParallelTerminationStrategy: PID 31926 died...
17:19:35.041730 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31926): Terminated: ok {rc=0}
17:19:35.088641 ---      ParallelTerminationStrategy: PID 31927 died...
17:19:35.108456 run iperf3-srv_10.42.42.10(pid=31927): Terminated {rc=256}
17:19:35.155130 ---      ParallelTerminationStrategy: PID 31930 died...
17:19:35.175111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31930): Terminated: ok {rc=0}
17:19:35.222319 ---      ParallelTerminationStrategy: PID 31931 died...
17:19:35.242235 run   osmo-hlr_10.42.42.2(pid=31931): Terminated: ok {rc=0}
17:19:35.288950 ---      ParallelTerminationStrategy: PID 31932 died...
17:19:35.308861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31932): Terminated: ok {rc=0}
17:19:35.355669 ---      ParallelTerminationStrategy: PID 31933 died...
17:19:35.375475 run   osmo-stp_10.42.42.5(pid=31933): Terminated: ok {rc=0}
17:19:35.422389 ---      ParallelTerminationStrategy: PID 31934 died...
17:19:35.442203 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31934): Terminated: ok {rc=0}
17:19:35.489332 ---      ParallelTerminationStrategy: PID 31939 died...
17:19:35.509090 run  osmo-ggsn_10.42.42.6(pid=31939): Terminated: ok {rc=0}
17:19:35.555833 ---      ParallelTerminationStrategy: PID 31965 died...
17:19:35.575759 run pcap-recorder_any(filters='host 10.42.42.7')(pid=31965): Terminated: ok {rc=0}
17:19:35.622773 ---      ParallelTerminationStrategy: PID 31966 died...
17:19:35.642614 run  osmo-sgsn_10.42.42.7(pid=31966): Terminated: ok {rc=0}
17:19:35.689777 ---      ParallelTerminationStrategy: PID 31967 died...
17:19:35.709563 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=31967): Terminated: ok {rc=0}
17:19:35.756368 ---      ParallelTerminationStrategy: PID 31970 died...
17:19:35.776229 run   osmo-msc_10.42.42.8(pid=31970): Terminated: ok {rc=0}
17:19:35.822931 ---      ParallelTerminationStrategy: PID 31971 died...
17:19:35.843041 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=31971): Terminated: ok {rc=0}
17:19:35.890263 ---      ParallelTerminationStrategy: PID 31972 died...
17:19:35.910332 run   osmo-mgw_10.42.42.3(pid=31972): Terminated {rc=15}
17:19:35.957516 ---      ParallelTerminationStrategy: PID 31973 died...
17:19:35.977797 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31973): Terminated: ok {rc=0}
17:19:36.024962 ---      ParallelTerminationStrategy: PID 31974 died...
17:19:36.044912 run   osmo-mgw_10.42.42.4(pid=31974): Terminated {rc=15}
17:19:36.092219 ---      ParallelTerminationStrategy: PID 31979 died...
17:19:36.112375 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=31979): Terminated: ok {rc=0}
17:19:36.159370 ---      ParallelTerminationStrategy: PID 31980 died...
17:19:36.179293 run   osmo-bsc_10.42.42.9(pid=31980): Terminated: ok {rc=0}
17:19:36.226312 ---      ParallelTerminationStrategy: PID 31997 died...
17:19:36.246619 run        osmo-bts-sysmo(pid=31997): Terminated: ok {rc=0}
17:19:36.294178 ---      ParallelTerminationStrategy: PID 32005 died...
17:19:36.315077 run              osmo-pcu(pid=32005): Terminated: ok {rc=0}
17:19:42.184436 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32111): Terminating (SIGINT)
17:19:42.324471 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32111)-killSignals.SIGINT(pid=32173): Launched
17:19:43.414633 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32111)-killSignals.SIGINT(pid=32173): Terminated: ok {rc=0}
17:19:43.482334 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32114): Terminating (SIGINT)
17:19:43.626895 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32114)-killSignals.SIGINT(pid=32176): Launched
17:19:44.712726 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32114)-killSignals.SIGINT(pid=32176): Terminated: ok {rc=0}
17:19:44.776912 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32117): Terminating (SIGINT)
17:19:44.916148 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32117)-killSignals.SIGINT(pid=32179): Launched
17:19:45.998343 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32117)-killSignals.SIGINT(pid=32179): Terminated: ok {rc=0}
17:19:46.062520 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32120): Terminating (SIGINT)
17:19:46.201249 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32120)-killSignals.SIGINT(pid=32182): Launched
17:19:47.290076 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32120)-killSignals.SIGINT(pid=32182): Terminated: ok {rc=0}
17:19:53.176621 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32111): Terminating (SIGKILL)
17:19:53.316523 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32111)-killSignals.SIGUSR1(pid=32185): Launched
17:19:54.401935 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32111)-killSignals.SIGUSR1(pid=32185): Terminated: ok {rc=0}
17:19:54.466041 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32114): Terminating (SIGKILL)
17:19:54.603561 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32114)-killSignals.SIGUSR1(pid=32188): Launched
17:19:55.687002 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32114)-killSignals.SIGUSR1(pid=32188): Terminated: ok {rc=0}
17:19:55.750875 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32117): Terminating (SIGKILL)
17:19:55.888952 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32117)-killSignals.SIGUSR1(pid=32191): Launched
17:19:56.976641 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32117)-killSignals.SIGUSR1(pid=32191): Terminated: ok {rc=0}
17:19:57.040426 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32120): Terminating (SIGKILL)
17:19:57.178514 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32120)-killSignals.SIGUSR1(pid=32194): Launched
17:19:58.267570 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32120)-killSignals.SIGUSR1(pid=32194): Terminated: ok {rc=0}
17:19:58.526057 bus                          /gobi_4: Setting Online False
17:19:59.702371 bus                          /gobi_4: Setting Powered False
17:20:07.936758 bus                          /gobi_4: Setting Powered False
17:20:09.032825 bus                          /gobi_4: Setting Powered False
17:20:10.190862 bus                          /gobi_1: Setting Online False
17:20:11.308312 bus                          /gobi_1: Setting Powered False
17:20:19.049687 bus                          /gobi_1: Setting Powered False
17:20:20.150369 bus                          /gobi_1: Setting Powered False
17:20:21.309540 bus                          /gobi_0: Setting Online False
17:20:22.441940 bus                          /gobi_0: Setting Powered False
17:20:30.940034 bus                          /gobi_0: Setting Powered False
17:20:32.039810 bus                          /gobi_0: Setting Powered False
17:20:33.198041 bus                          /gobi_6: Setting Online False
17:20:34.313293 bus                          /gobi_6: Setting Powered False
17:20:42.116474 bus                          /gobi_6: Setting Powered False

----------------------------------------------
trial-2068 gprs:sysmo ping.py
----------------------------------------------
17:20:43.278587 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
17:20:43.290897 tst                       gprs:sysmo: Using 1 x bts (candidates: 1)
17:20:43.330097 tst                          ping.py: using LAC 4437
17:20:43.456410 tst                          ping.py: using RAC 102
17:20:43.581629 tst                          ping.py: using CellId 4437
17:20:43.704495 tst                          ping.py: using BVCI 4438
17:20:43.821435 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
17:20:43.832715 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
17:20:43.843892 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
17:20:43.855149 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
17:20:43.866207 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
17:20:43.877904 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
17:20:43.889432 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
17:20:43.900729 tst                       gprs:sysmo: Using 1 x modem (candidates: 4)
17:20:44.020035 tst                       ping.py:19: start network...
17:20:44.238198 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
17:20:44.740226 run         create_hlr_db(pid=32204): Launched
17:20:44.864455 bus                          /gobi_6: Setting Powered False
17:20:45.928523 run         create_hlr_db(pid=32204): Terminated: ok {rc=0}
17:20:46.380686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32206): Launched
17:20:46.705214 run   osmo-hlr_10.42.42.2(pid=32207): Launched
17:20:46.829779 run              osmo-stp_10.42.42.5: Starting osmo-stp
17:20:47.382284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32208): Launched
17:20:47.708751 run   osmo-stp_10.42.42.5(pid=32209): Launched
17:20:47.831382 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
17:20:48.385200 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32210): Launched
17:20:48.508676 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
17:20:48.783862 run              patchelf(pid=32211): Launched
17:20:49.967900 run              patchelf(pid=32211): Terminated: ok {rc=0}
17:20:50.104454 run             osmo-ggsn_10.42.42.6: Applying CAP_NET_ADMIN capability to osmo-ggsn
17:20:50.381878 run osmo-gsm-tester_setcap_net_admin.sh(pid=32212): Launched
17:20:51.566885 run osmo-gsm-tester_setcap_net_admin.sh(pid=32212): Terminated: ok {rc=0}
17:20:51.903820 run  osmo-ggsn_10.42.42.6(pid=32215): Launched
17:20:52.026278 run             osmo-sgsn_10.42.42.7: Starting osmo-sgsn
17:20:52.724180 run pcap-recorder_any(filters='host 10.42.42.7')(pid=32232): Launched
17:20:53.049007 run  osmo-sgsn_10.42.42.7(pid=32233): Launched
17:20:53.172648 run              osmo-msc_10.42.42.8: Starting osmo-msc
17:20:53.761393 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=32234): Launched
17:20:54.086585 run   osmo-msc_10.42.42.8(pid=32235): Launched
17:20:57.267858 run              osmo-mgw_10.42.42.3: Starting osmo-mgw
17:20:57.823578 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=32236): Launched
17:20:58.150081 run   osmo-mgw_10.42.42.3(pid=32237): Launched
17:20:58.274861 run              osmo-mgw_10.42.42.4: Starting osmo-mgw
17:20:58.818897 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=32238): Launched
17:20:59.144831 run   osmo-mgw_10.42.42.4(pid=32239): Launched
17:20:59.269198 run              osmo-bsc_10.42.42.9: Starting osmo-bsc
17:20:59.941048 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=32240): Launched
17:21:00.265963 run   osmo-bsc_10.42.42.9(pid=32241): Launched
17:21:06.552394 run                   osmo-bts-sysmo: Starting sysmoBTS to connect to osmo-bsc_10.42.42.9
17:21:07.117928 run         rm-remote-dir(pid=32242): Launched
17:21:09.311510 run         rm-remote-dir(pid=32242): Terminated: ok {rc=0}
17:21:09.667388 run         mk-remote-dir(pid=32243): Launched
17:21:10.856526 run         mk-remote-dir(pid=32243): Terminated: ok {rc=0}
17:21:11.160654 run    scp-inst-to-remote(pid=32244): Launched
17:21:23.365815 run    scp-inst-to-remote(pid=32244): Terminated: ok {rc=0}
17:21:23.694931 run         mk-remote-dir(pid=32246): Launched
17:21:24.869650 run         mk-remote-dir(pid=32246): Terminated: ok {rc=0}
17:21:25.153064 run     scp-cfg-to-remote(pid=32247): Launched
17:21:26.328214 run     scp-cfg-to-remote(pid=32247): Terminated: ok {rc=0}
17:21:26.654072 run   reload-dsp-firmware(pid=32249): Launched
17:21:28.829336 run   reload-dsp-firmware(pid=32249): Terminated: ok {rc=0}
17:21:29.147369 run        osmo-bts-sysmo(pid=32250): Launched
17:21:33.368196 tst                       ping.py:31: Waiting for bts to be ready...
17:21:35.036129 run         rm-remote-dir(pid=32251): Launched
17:21:37.205952 run         rm-remote-dir(pid=32251): Terminated: ok {rc=0}
17:21:37.524853 run         mk-remote-dir(pid=32252): Launched
17:21:39.695224 run         mk-remote-dir(pid=32252): Terminated: ok {rc=0}
17:21:39.980077 run       scp-inst-to-bts(pid=32253): Launched
17:21:53.174378 run       scp-inst-to-bts(pid=32253): Terminated: ok {rc=0}
17:21:53.496278 run     mk-remote-run-dir(pid=32255): Launched
17:21:55.667356 run     mk-remote-run-dir(pid=32255): Terminated: ok {rc=0}
17:21:55.941196 run   scp-cfg-to-sysmobts(pid=32256): Launched
17:21:58.112075 run   scp-cfg-to-sysmobts(pid=32256): Terminated: ok {rc=0}
17:21:58.433206 run              osmo-pcu(pid=32258): Launched
17:21:58.557390 tst                          ping.py: using MSISDN 4035
17:21:58.722678 bus                          /gobi_6: Setting Powered True
17:22:02.191391 run              osmo-hlr_10.42.42.2: Add subscriber {algo=1, algo_str='comp128v1', imsi='901700000010978', msisdn='4035', subscriber_id=1}
17:22:02.470486 bus                          /gobi_6: Setting Online False
17:22:03.660202 bus                          /gobi_6: Setting Powered False
17:22:11.106265 bus                          /gobi_6: Setting Powered True
17:22:12.475428 bus                          /gobi_6: Setting Online True
17:22:14.924306 tst                          /gobi_6: Connect to ('901', '70')
17:22:15.192307 tst                          /gobi_6: Manufacturer: 'Quectel', Model: 'EC20', Revision: 'EC20EQAR02A13E2G  1  [Jul  5 2017 10:49:17]', Serial: '868323024273648'
17:22:15.308345 tst                       ping.py:42: waiting for modems to attach...
17:22:30.566815 tst                          /gobi_6: Already registered with network ('901', '70')
17:22:35.054498 tst                       ping.py:46: waiting for modems to attach to data services...
17:22:40.873474 tst                          /gobi_6: context activated {apn='inet46', path='/gobi_6/context3', properties={AccessPointName='inet46', Active=True, AuthenticationMethod='chap', IPv6.Settings={}, Name='Internet', Password='', Protocol='ip', Settings={Address='176.16.46.1', DomainNameServers=['192.168.100.1', '8.8.8.8'], Gateway='176.16.46.2', Interface='r433306bbc2604b', Method='static', Netmask='255.255.255.252'}, Type='internet', Username='ogt'}, user='ogt'}
17:22:40.990894 tst                       ping.py:51: Setting up data plan for "'/gobi_6/context3'"
17:22:41.436616 run            move_netns(pid=32268): Launched
17:22:42.633353 run            move_netns(pid=32268): Terminated: ok {rc=0}
17:22:42.984616 run                  ifup(pid=32271): Launched
17:22:44.177827 run                  ifup(pid=32271): Terminated: ok {rc=0}
17:22:44.527237 run                  dhcp(pid=32274): Launched
17:22:45.709341 run                  dhcp(pid=32274): Terminated: ok {rc=0}
17:22:45.838022 tst                       ping.py:53: Running 10 ping requests for "'/gobi_6/context3'"
17:22:46.235248 run                  ping(pid=32290): Launched
17:22:56.434022 run                  ping(pid=32290): Terminated: ok {rc=0}
17:22:58.164560 tst                          /gobi_6: context deactivated {path='/gobi_6/context3'}
17:23:05.383117 tst                          /gobi_6: context activated {apn='inet46', path='/gobi_6/context3', properties={AccessPointName='inet46', Active=True, AuthenticationMethod='chap', IPv6.Settings={Interface='r433306bbc2604b'}, Name='Internet', Password='', Protocol='ipv6', Settings={}, Type='internet', Username='ogt'}, user='ogt'}
17:24:01.751571 tst                          /gobi_6: context deactivated {path='/gobi_6/context3'}
17:24:01.868800 tst                       ping.py:70: (launched: 2022-12-01_17:22:46.174200)
32291: waiting for 32292
PING 10.42.42.6 (10.42.42.6) 56(84) bytes of data.
64 bytes from 10.42.42.6: icmp_seq=1 ttl=64 time=572 ms
64 bytes from 10.42.42.6: icmp_seq=2 ttl=64 time=489 ms
64 bytes from 10.42.42.6: icmp_seq=3 ttl=64 time=467 ms
64 bytes from 10.42.42.6: icmp_seq=4 ttl=64 time=568 ms
64 bytes from 10.42.42.6: icmp_seq=5 ttl=64 time=588 ms
64 bytes from 10.42.42.6: icmp_seq=6 ttl=64 time=582 ms
64 bytes from 10.42.42.6: icmp_seq=7 ttl=64 time=565 ms
64 bytes from 10.42.42.6: icmp_seq=8 ttl=64 time=560 ms
64 bytes from 10.42.42.6: icmp_seq=9 ttl=64 time=560 ms
64 bytes from 10.42.42.6: icmp_seq=10 ttl=64 time=538 ms

--- 10.42.42.6 ping statistics ---
10 packets transmitted, 10 received, 0% packet loss, time 20ms
rtt min/avg/max/mdev = 466.595/548.899/587.663/38.082 ms
child exited with 0
17:24:02.088488 tst                          ping.py: Test passed (198.8 sec)
17:24:02.157755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32206): Terminating (SIGTERM)
17:24:02.201504 run   osmo-hlr_10.42.42.2(pid=32207): Terminating (SIGTERM)
17:24:02.245249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32208): Terminating (SIGTERM)
17:24:02.290154 run   osmo-stp_10.42.42.5(pid=32209): Terminating (SIGTERM)
17:24:02.336454 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32210): Terminating (SIGTERM)
17:24:02.394459 run  osmo-ggsn_10.42.42.6(pid=32215): Terminating (SIGTERM)
17:24:02.442170 run pcap-recorder_any(filters='host 10.42.42.7')(pid=32232): Terminating (SIGTERM)
17:24:02.538469 run  osmo-sgsn_10.42.42.7(pid=32233): Terminating (SIGTERM)
17:24:02.585150 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=32234): Terminating (SIGTERM)
17:24:02.631589 run   osmo-msc_10.42.42.8(pid=32235): Terminating (SIGTERM)
17:24:02.675708 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=32236): Terminating (SIGTERM)
17:24:02.721400 run   osmo-mgw_10.42.42.3(pid=32237): Terminating (SIGTERM)
17:24:02.764668 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=32238): Terminating (SIGTERM)
17:24:02.807988 run   osmo-mgw_10.42.42.4(pid=32239): Terminating (SIGTERM)
17:24:02.850769 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=32240): Terminating (SIGTERM)
17:24:02.894437 run   osmo-bsc_10.42.42.9(pid=32241): Terminating (SIGTERM)
17:24:02.937081 run        osmo-bts-sysmo(pid=32250): Terminating (SIGTERM)
17:24:02.980228 run              osmo-pcu(pid=32258): Terminating (SIGTERM)
17:24:03.023664 ---      ParallelTerminationStrategy: PID 32206 died...
17:24:03.043985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32206): Terminated: ok {rc=0}
17:24:03.091371 ---      ParallelTerminationStrategy: PID 32207 died...
17:24:03.111345 run   osmo-hlr_10.42.42.2(pid=32207): Terminated: ok {rc=0}
17:24:03.158485 ---      ParallelTerminationStrategy: PID 32208 died...
17:24:03.178395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32208): Terminated: ok {rc=0}
17:24:03.225587 ---      ParallelTerminationStrategy: PID 32209 died...
17:24:03.245401 run   osmo-stp_10.42.42.5(pid=32209): Terminated: ok {rc=0}
17:24:03.292800 ---      ParallelTerminationStrategy: PID 32210 died...
17:24:03.313043 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32210): Terminated: ok {rc=0}
17:24:03.362299 ---      ParallelTerminationStrategy: PID 32215 died...
17:24:03.383721 run  osmo-ggsn_10.42.42.6(pid=32215): Terminated: ok {rc=0}
17:24:03.434321 ---      ParallelTerminationStrategy: PID 32232 died...
17:24:03.455331 run pcap-recorder_any(filters='host 10.42.42.7')(pid=32232): Terminated: ok {rc=0}
17:24:03.505840 ---      ParallelTerminationStrategy: PID 32234 died...
17:24:03.527003 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=32234): Terminated: ok {rc=0}
17:24:03.577952 ---      ParallelTerminationStrategy: PID 32235 died...
17:24:03.610174 run   osmo-msc_10.42.42.8(pid=32235): Terminated: ok {rc=0}
17:24:03.708135 ---      ParallelTerminationStrategy: PID 32236 died...
17:24:03.740279 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=32236): Terminated: ok {rc=0}
17:24:03.789914 ---      ParallelTerminationStrategy: PID 32237 died...
17:24:03.811055 run   osmo-mgw_10.42.42.3(pid=32237): Terminated {rc=15}
17:24:03.862837 ---      ParallelTerminationStrategy: PID 32238 died...
17:24:03.884262 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=32238): Terminated: ok {rc=0}
17:24:03.935121 ---      ParallelTerminationStrategy: PID 32239 died...
17:24:03.956294 run   osmo-mgw_10.42.42.4(pid=32239): Terminated {rc=15}
17:24:04.007092 ---      ParallelTerminationStrategy: PID 32240 died...
17:24:04.028207 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=32240): Terminated: ok {rc=0}
17:24:04.079442 ---      ParallelTerminationStrategy: PID 32241 died...
17:24:04.100574 run   osmo-bsc_10.42.42.9(pid=32241): Terminated: ok {rc=0}
17:24:04.151548 ---      ParallelTerminationStrategy: PID 32250 died...
17:24:04.172691 run        osmo-bts-sysmo(pid=32250): Terminated: ok {rc=0}
17:24:04.223842 ---      ParallelTerminationStrategy: PID 32258 died...
17:24:04.244935 run              osmo-pcu(pid=32258): Terminated: ok {rc=0}
17:24:04.464060 ---      ParallelTerminationStrategy: PID 32233 died...
17:24:04.485538 run  osmo-sgsn_10.42.42.7(pid=32233): Terminated: ok {rc=0}
17:24:04.712264 bus                          /gobi_6: Setting Online False
17:24:08.841090 bus                          /gobi_6: Setting Powered False
17:24:25.939579 bus                          /gobi_6: Setting Powered False

----------------------------------------------
trial-2068 gprs:sysmo ping_idle_ping.py
----------------------------------------------
17:24:27.086788 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
17:24:27.098827 tst                       gprs:sysmo: Using 1 x bts (candidates: 1)
17:24:27.133602 tst                ping_idle_ping.py: using LAC 4438
17:24:27.260452 tst                ping_idle_ping.py: using RAC 103
17:24:27.391804 tst                ping_idle_ping.py: using CellId 4438
17:24:27.521383 tst                ping_idle_ping.py: using BVCI 4439
17:24:27.641345 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
17:24:27.652593 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
17:24:27.663703 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
17:24:27.675066 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
17:24:27.686162 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
17:24:27.697247 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
17:24:27.708536 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
17:24:27.719792 tst                       gprs:sysmo: Using 1 x modem (candidates: 4)
17:24:27.840736 tst             ping_idle_ping.py:24: start network...
17:24:28.060363 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
17:24:28.565576 run         create_hlr_db(pid=32312): Launched
17:24:28.691576 bus                          /gobi_6: Setting Powered False
17:24:29.756782 run         create_hlr_db(pid=32312): Terminated: ok {rc=0}
17:24:30.196437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32314): Launched
17:24:30.506035 run   osmo-hlr_10.42.42.2(pid=32315): Launched
17:24:30.623523 run              osmo-stp_10.42.42.5: Starting osmo-stp
17:24:31.147009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32316): Launched
17:24:31.453156 run   osmo-stp_10.42.42.5(pid=32317): Launched
17:24:31.570372 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
17:24:32.091975 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32318): Launched
17:24:32.208237 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
17:24:32.466249 run              patchelf(pid=32319): Launched
17:24:33.641052 run              patchelf(pid=32319): Terminated: ok {rc=0}
17:24:33.769331 run             osmo-ggsn_10.42.42.6: Applying CAP_NET_ADMIN capability to osmo-ggsn
17:24:34.030147 run osmo-gsm-tester_setcap_net_admin.sh(pid=32320): Launched
17:24:35.208251 run osmo-gsm-tester_setcap_net_admin.sh(pid=32320): Terminated: ok {rc=0}
17:24:35.525210 run  osmo-ggsn_10.42.42.6(pid=32323): Launched
17:24:35.645398 run             osmo-sgsn_10.42.42.7: Starting osmo-sgsn
17:24:36.306463 run pcap-recorder_any(filters='host 10.42.42.7')(pid=32340): Launched
17:24:36.611702 run  osmo-sgsn_10.42.42.7(pid=32341): Launched
17:24:36.727763 run              osmo-msc_10.42.42.8: Starting osmo-msc
17:24:37.282162 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=32342): Launched
17:24:37.589234 run   osmo-msc_10.42.42.8(pid=32343): Launched
17:24:40.761301 run              osmo-mgw_10.42.42.3: Starting osmo-mgw
17:24:41.285215 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=32344): Launched
17:24:41.591799 run   osmo-mgw_10.42.42.3(pid=32345): Launched
17:24:41.706897 run              osmo-mgw_10.42.42.4: Starting osmo-mgw
17:24:42.219541 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=32346): Launched
17:24:42.524919 run   osmo-mgw_10.42.42.4(pid=32347): Launched
17:24:42.642774 run              osmo-bsc_10.42.42.9: Starting osmo-bsc
17:24:43.271964 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=32348): Launched
17:24:43.576672 run   osmo-bsc_10.42.42.9(pid=32349): Launched
17:24:49.847285 run                   osmo-bts-sysmo: Starting sysmoBTS to connect to osmo-bsc_10.42.42.9
17:24:50.380230 run         rm-remote-dir(pid=32350): Launched
17:24:52.563918 run         rm-remote-dir(pid=32350): Terminated: ok {rc=0}
17:24:52.899565 run         mk-remote-dir(pid=32351): Launched
17:24:54.078527 run         mk-remote-dir(pid=32351): Terminated: ok {rc=0}
17:24:54.364850 run    scp-inst-to-remote(pid=32352): Launched
17:25:06.560834 run    scp-inst-to-remote(pid=32352): Terminated: ok {rc=0}
17:25:06.914960 run         mk-remote-dir(pid=32357): Launched
17:25:08.105123 run         mk-remote-dir(pid=32357): Terminated: ok {rc=0}
17:25:08.408925 run     scp-cfg-to-remote(pid=32358): Launched
17:25:09.596403 run     scp-cfg-to-remote(pid=32358): Terminated: ok {rc=0}
17:25:09.946328 run   reload-dsp-firmware(pid=32360): Launched
17:25:12.134600 run   reload-dsp-firmware(pid=32360): Terminated: ok {rc=0}
17:25:12.477275 run        osmo-bts-sysmo(pid=32361): Launched
17:25:16.707499 tst             ping_idle_ping.py:36: Waiting for bts to be ready...
17:25:18.379631 run         rm-remote-dir(pid=32362): Launched
17:25:20.552493 run         rm-remote-dir(pid=32362): Terminated: ok {rc=0}
17:25:20.874325 run         mk-remote-dir(pid=32363): Launched
17:25:23.049725 run         mk-remote-dir(pid=32363): Terminated: ok {rc=0}
17:25:23.326154 run       scp-inst-to-bts(pid=32364): Launched
17:25:36.511952 run       scp-inst-to-bts(pid=32364): Terminated: ok {rc=0}
17:25:36.833852 run     mk-remote-run-dir(pid=32366): Launched
17:25:39.010434 run     mk-remote-run-dir(pid=32366): Terminated: ok {rc=0}
17:25:39.286831 run   scp-cfg-to-sysmobts(pid=32367): Launched
17:25:41.458645 run   scp-cfg-to-sysmobts(pid=32367): Terminated: ok {rc=0}
17:25:41.779916 run              osmo-pcu(pid=32369): Launched
17:25:41.905488 tst                ping_idle_ping.py: using MSISDN 4036
17:25:42.071988 bus                          /gobi_6: Setting Powered True
17:25:45.583561 run              osmo-hlr_10.42.42.2: Add subscriber {algo=1, algo_str='comp128v1', imsi='901700000010978', msisdn='4036', subscriber_id=1}
17:25:45.856409 bus                          /gobi_6: Setting Online False
17:25:47.042633 bus                          /gobi_6: Setting Powered False
17:25:54.111738 bus                          /gobi_6: Setting Powered True
17:25:55.482820 bus                          /gobi_6: Setting Online True
17:25:57.924563 tst                          /gobi_6: Connect to ('901', '70')
17:25:58.192822 tst                          /gobi_6: Manufacturer: 'Quectel', Model: 'EC20', Revision: 'EC20EQAR02A13E2G  1  [Jul  5 2017 10:49:17]', Serial: '868323024273648'
17:25:58.302677 tst             ping_idle_ping.py:47: waiting for modems to attach...
17:26:05.158797 tst                          /gobi_6: Already registered with network ('901', '70')
17:26:16.749955 tst             ping_idle_ping.py:51: waiting for modems to attach to data services...
17:26:35.848591 tst                          /gobi_6: context activated {apn='inet46', path='/gobi_6/context2', properties={AccessPointName='inet46', Active=True, AuthenticationMethod='chap', IPv6.Settings={}, Name='Internet', Password='', Protocol='ip', Settings={Address='176.16.46.1', DomainNameServers=['192.168.100.1', '8.8.8.8'], Gateway='176.16.46.2', Interface='r433306bbc2604b', Method='static', Netmask='255.255.255.252'}, Type='internet', Username='ogt'}, user='ogt'}
17:26:35.957050 tst             ping_idle_ping.py:56: Setting up data plane for "'/gobi_6/context2'"
17:26:36.379810 run            move_netns(pid=32372): Launched
17:26:37.565554 run            move_netns(pid=32372): Terminated: ok {rc=0}
17:26:37.896873 run                  ifup(pid=32375): Launched
17:26:39.090938 run                  ifup(pid=32375): Terminated: ok {rc=0}
17:26:39.445328 run                  dhcp(pid=32378): Launched
17:26:40.636167 run                  dhcp(pid=32378): Terminated: ok {rc=0}
17:26:40.775479 tst             ping_idle_ping.py:60: [1] Running 10 ping requests for "'/gobi_6/context2'"
17:26:41.206866 run                 ping1(pid=32399): Launched
17:26:51.407450 run                 ping1(pid=32399): Terminated: ok {rc=0}
17:26:51.544494 tst             ping_idle_ping.py:64: (launched: 2022-12-01_17:26:41.141283)
32400: waiting for 32401
PING 10.42.42.6 (10.42.42.6) 56(84) bytes of data.
64 bytes from 10.42.42.6: icmp_seq=1 ttl=64 time=461 ms
64 bytes from 10.42.42.6: icmp_seq=2 ttl=64 time=401 ms
64 bytes from 10.42.42.6: icmp_seq=3 ttl=64 time=360 ms
64 bytes from 10.42.42.6: icmp_seq=4 ttl=64 time=618 ms
64 bytes from 10.42.42.6: icmp_seq=5 ttl=64 time=637 ms
64 bytes from 10.42.42.6: icmp_seq=6 ttl=64 time=633 ms
64 bytes from 10.42.42.6: icmp_seq=7 ttl=64 time=616 ms
64 bytes from 10.42.42.6: icmp_seq=8 ttl=64 time=610 ms
64 bytes from 10.42.42.6: icmp_seq=9 ttl=64 time=532 ms
64 bytes from 10.42.42.6: icmp_seq=10 ttl=64 time=528 ms

--- 10.42.42.6 ping statistics ---
10 packets transmitted, 10 received, 0% packet loss, time 21ms
rtt min/avg/max/mdev = 359.659/539.679/637.444/96.540 ms
child exited with 0
17:26:51.764845 tst             ping_idle_ping.py:68: Sleeping for 60 seconds
17:27:51.986659 tst             ping_idle_ping.py:73: [2] Running 10 ping requests for "'/gobi_6/context2'"
17:27:52.390962 run                 ping2(pid=32405): Launched
17:28:02.586149 run                 ping2(pid=32405): Terminated: ok {rc=0}
17:28:02.713574 tst             ping_idle_ping.py:77: (launched: 2022-12-01_17:27:52.328877)
32406: waiting for 32407
PING 10.42.42.6 (10.42.42.6) 56(84) bytes of data.
64 bytes from 10.42.42.6: icmp_seq=1 ttl=64 time=596 ms
64 bytes from 10.42.42.6: icmp_seq=2 ttl=64 time=515 ms
64 bytes from 10.42.42.6: icmp_seq=3 ttl=64 time=492 ms
64 bytes from 10.42.42.6: icmp_seq=4 ttl=64 time=473 ms
64 bytes from 10.42.42.6: icmp_seq=5 ttl=64 time=492 ms
64 bytes from 10.42.42.6: icmp_seq=6 ttl=64 time=488 ms
64 bytes from 10.42.42.6: icmp_seq=7 ttl=64 time=469 ms
64 bytes from 10.42.42.6: icmp_seq=8 ttl=64 time=465 ms
64 bytes from 10.42.42.6: icmp_seq=9 ttl=64 time=465 ms
64 bytes from 10.42.42.6: icmp_seq=10 ttl=64 time=443 ms

--- 10.42.42.6 ping statistics ---
10 packets transmitted, 10 received, 0% packet loss, time 20ms
rtt min/avg/max/mdev = 442.877/489.768/596.054/40.086 ms
child exited with 0
17:28:04.503170 tst                          /gobi_6: context deactivated {path='/gobi_6/context2'}
17:28:04.619727 tst                ping_idle_ping.py: Test passed (217.5 sec)
17:28:04.688391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32314): Terminating (SIGTERM)
17:28:04.732267 run   osmo-hlr_10.42.42.2(pid=32315): Terminating (SIGTERM)
17:28:04.775653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32316): Terminating (SIGTERM)
17:28:04.822917 run   osmo-stp_10.42.42.5(pid=32317): Terminating (SIGTERM)
17:28:04.869036 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32318): Terminating (SIGTERM)
17:28:04.914997 run  osmo-ggsn_10.42.42.6(pid=32323): Terminating (SIGTERM)
17:28:04.962417 run pcap-recorder_any(filters='host 10.42.42.7')(pid=32340): Terminating (SIGTERM)
17:28:05.070096 run  osmo-sgsn_10.42.42.7(pid=32341): Terminating (SIGTERM)
17:28:05.117389 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=32342): Terminating (SIGTERM)
17:28:05.165655 run   osmo-msc_10.42.42.8(pid=32343): Terminating (SIGTERM)
17:28:05.212457 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=32344): Terminating (SIGTERM)
17:28:05.257980 run   osmo-mgw_10.42.42.3(pid=32345): Terminating (SIGTERM)
17:28:05.302125 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=32346): Terminating (SIGTERM)
17:28:05.346661 run   osmo-mgw_10.42.42.4(pid=32347): Terminating (SIGTERM)
17:28:05.390995 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=32348): Terminating (SIGTERM)
17:28:05.435805 run   osmo-bsc_10.42.42.9(pid=32349): Terminating (SIGTERM)
17:28:05.479698 run        osmo-bts-sysmo(pid=32361): Terminating (SIGTERM)
17:28:05.523576 run              osmo-pcu(pid=32369): Terminating (SIGTERM)
17:28:05.567591 ---      ParallelTerminationStrategy: PID 32314 died...
17:28:05.588275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32314): Terminated: ok {rc=0}
17:28:05.637731 ---      ParallelTerminationStrategy: PID 32315 died...
17:28:05.658018 run   osmo-hlr_10.42.42.2(pid=32315): Terminated: ok {rc=0}
17:28:05.707072 ---      ParallelTerminationStrategy: PID 32316 died...
17:28:05.727509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32316): Terminated: ok {rc=0}
17:28:05.776286 ---      ParallelTerminationStrategy: PID 32317 died...
17:28:05.796481 run   osmo-stp_10.42.42.5(pid=32317): Terminated: ok {rc=0}
17:28:05.847402 ---      ParallelTerminationStrategy: PID 32318 died...
17:28:05.868253 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32318): Terminated: ok {rc=0}
17:28:05.938590 ---      ParallelTerminationStrategy: PID 32323 died...
17:28:05.976789 run  osmo-ggsn_10.42.42.6(pid=32323): Terminated: ok {rc=0}
17:28:06.033966 ---      ParallelTerminationStrategy: PID 32340 died...
17:28:06.054925 run pcap-recorder_any(filters='host 10.42.42.7')(pid=32340): Terminated: ok {rc=0}
17:28:06.108829 ---      ParallelTerminationStrategy: PID 32342 died...
17:28:06.145754 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=32342): Terminated: ok {rc=0}
17:28:06.208355 ---      ParallelTerminationStrategy: PID 32343 died...
17:28:06.229220 run   osmo-msc_10.42.42.8(pid=32343): Terminated: ok {rc=0}
17:28:06.279276 ---      ParallelTerminationStrategy: PID 32344 died...
17:28:06.300210 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=32344): Terminated: ok {rc=0}
17:28:06.350254 ---      ParallelTerminationStrategy: PID 32345 died...
17:28:06.371142 run   osmo-mgw_10.42.42.3(pid=32345): Terminated {rc=15}
17:28:06.421166 ---      ParallelTerminationStrategy: PID 32346 died...
17:28:06.442087 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=32346): Terminated: ok {rc=0}
17:28:06.492429 ---      ParallelTerminationStrategy: PID 32347 died...
17:28:06.513465 run   osmo-mgw_10.42.42.4(pid=32347): Terminated {rc=15}
17:28:06.563570 ---      ParallelTerminationStrategy: PID 32348 died...
17:28:06.584474 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=32348): Terminated: ok {rc=0}
17:28:06.634968 ---      ParallelTerminationStrategy: PID 32349 died...
17:28:06.656141 run   osmo-bsc_10.42.42.9(pid=32349): Terminated: ok {rc=0}
17:28:06.707549 ---      ParallelTerminationStrategy: PID 32361 died...
17:28:06.728896 run        osmo-bts-sysmo(pid=32361): Terminated: ok {rc=0}
17:28:06.779905 ---      ParallelTerminationStrategy: PID 32369 died...
17:28:06.801139 run              osmo-pcu(pid=32369): Terminated: ok {rc=0}
17:28:07.020438 ---      ParallelTerminationStrategy: PID 32341 died...
17:28:07.042833 run  osmo-sgsn_10.42.42.7(pid=32341): Terminated: ok {rc=0}
17:28:07.267854 bus                          /gobi_6: Setting Online False
17:28:10.313568 bus                          /gobi_6: Setting Powered False
17:28:25.953392 bus                          /gobi_6: Setting Powered False
---------------------------------------------------------------------
trial-2068 gprs:sysmo FAIL
---------------------------------------------------------------------
17:28:27.299190 tst                       trial-2068: Storing JUnit report in /home/jenkins/workspace/osmo-gsm-tester_gerrit/trial-2068/run.2022-12-01_17-03-13/trial-2068.xml

--------------------------------------------------------------------------------------------
trial-2068 FAIL
--------------------------------------------------------------------------------------------
17:28:27.519375 tst                       trial-2068: trial-2068: FAIL, 2 suites failed, 1 suites passed
FAIL: nitb_sms:sysmo (fail: 1)
    FAIL: mo_mt_sms.py (5.0 sec) Error: osmo-nitb_10.42.42.2(pid=31563): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31563) [trial-2068↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31563)]
FAIL: gprs:sysmo (fail: 3, pass: 2)
    FAIL: cs_paging_gprs_active.py (231.6 sec) KeyError: 'sum_sent'
    FAIL: iperf3.py (210.2 sec) KeyError: 'sum_sent'
    FAIL: iperf3m4.py (291.0 sec) KeyError: 'sum_sent'
    pass: ping.py (198.8 sec)
    pass: ping_idle_ping.py (217.5 sec)
PASS: sms:sysmo (pass: 1)
    pass: mo_mt_sms.py (117.5 sec)
+ rm -rf trial-2068/inst
+ cd trial-2068
+ command -v journalctl
+ [ ! -z /bin/journalctl ]
+ readlink last_run
+ journalctl -u ofono -o short-precise --since 2022-12-01 17:03:12
+ readlink last_run
+ tar czf /home/jenkins/workspace/osmo-gsm-tester_gerrit/trial-2068-run.tgz run.2022-12-01_17-03-13
+ tar czf /home/jenkins/workspace/osmo-gsm-tester_gerrit/trial-2068-bin.tgz checksums.md5 open5gs.build-8.tgz osmo-bsc.build-17598.tgz osmo-bts-oc2g.build-5501.tgz osmo-bts-sysmo.build-8005.tgz osmo-bts.build-7474.tgz osmo-ggsn.build-6649.tgz osmo-hlr.build-8659.tgz osmo-hnbgw.build-2869.tgz osmo-mgw.build-8905.tgz osmo-msc.build-29163.tgz osmo-nitb.build-12915.tgz osmo-pcu-oc2g.build-3890.tgz osmo-pcu-sysmo.build-5172.tgz osmo-pcu.build-5133.tgz osmo-sgsn.build-29927.tgz osmo-stp.build-9200.tgz osmo-trx.build-4645.tgz osmocom-bb.build-4671.tgz srslte.build-19.tgz
+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
ERROR Gerrit response: ConflictFinished: FAILURE