![[Jenkins]](/jenkins/static/342c126a/images/svgs/logo.svg){kind=logo}
Started by user Pau Espin Pedrol Running as SYSTEM Building remotely on osmo-gsm-tester-prod (osmo-gsm-tester) in workspace /home/jenkins/workspace/osmo-gsm-tester_manual-run No credentials specified > git rev-parse --is-inside-work-tree # timeout=10 Fetching changes from the remote Git repository > git config remote.origin.url https://gerrit.osmocom.org/osmo-gsm-tester # timeout=10 Cleaning workspace > git rev-parse --verify HEAD # timeout=10 Resetting working tree > git reset --hard # timeout=10 > git clean -fdx # timeout=10 Fetching upstream changes from https://gerrit.osmocom.org/osmo-gsm-tester > git --version # timeout=10 > git fetch --tags --progress https://gerrit.osmocom.org/osmo-gsm-tester +refs/heads/*:refs/remotes/origin/* > git rev-parse refs/remotes/origin/pespin/tmp^{commit} # timeout=10 > git rev-parse refs/remotes/origin/refs/heads/pespin/tmp^{commit} # timeout=10 Checking out Revision 19155245a4819e0e666c8e4938a43bfc5fd0969e (refs/remotes/origin/pespin/tmp) > git config core.sparsecheckout # timeout=10 > git checkout -f 19155245a4819e0e666c8e4938a43bfc5fd0969e Commit message: "bts_oc2g: Fix missing import remote" > git rev-list --no-walk ce82b038c7f5fb3d94281e4ebef14d9ff79a2f66 # timeout=10 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-nitb" build number 6699 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-trx" build number 1690 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-bts" build number 4054 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-bts-sysmo" build number 4069 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-pcu-sysmo" build number 2424 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-pcu" build number 2386 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-hlr" build number 3995 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-msc" build number 14834 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-bsc" build number 8837 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-mgw" build number 4084 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-stp" build number 4456 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-sgsn" build number 14154 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-ggsn" build number 3035 Copied 2 artifacts from "osmo-gsm-tester_build-osmocom-bb" build number 1968 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-bts-oc2g" build number 1561 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-pcu-oc2g" build number 1148 [osmo-gsm-tester_manual-run] $ /bin/sh /tmp/jenkins8277143279489932090.sh + export OSMO_GSM_TESTER_CONF=/home/jenkins/workspace/osmo-gsm-tester_manual-run/osmo-gsm-tester/example + unlink osmo-gsm-tester/example/resources.conf unlink: cannot unlink 'osmo-gsm-tester/example/resources.conf': No such file or directory + true + ln -s resources.conf.prod osmo-gsm-tester/example/resources.conf + PATH=/home/jenkins/workspace/osmo-gsm-tester_manual-run/osmo-gsm-tester/src:/usr/local/bin:/usr/bin:/bin:/usr/games ./osmo-gsm-tester/contrib/jenkins-run.sh + base=/home/jenkins/workspace/osmo-gsm-tester_manual-run + date +%F %T + time_start=2020-04-10 02:10:43 + trial_dir_prefix=trial- + rm -rf trial-272 trial-272-bin.tgz trial-272-run.tgz + trial_dir=trial-273 + mkdir -p trial-273 + mv osmo-bsc.build-8837.tgz osmo-bts-oc2g.build-1561.tgz osmo-bts-sysmo.build-4069.tgz osmo-bts.build-4054.tgz osmo-ggsn.build-3035.tgz osmo-hlr.build-3995.tgz osmo-mgw.build-4084.tgz osmo-msc.build-14834.tgz osmo-nitb.build-6699.tgz osmo-pcu-oc2g.build-1148.tgz osmo-pcu-sysmo.build-2424.tgz osmo-pcu.build-2386.tgz osmo-sgsn.build-14154.tgz osmo-stp.build-4456.tgz osmo-trx.build-1690.tgz osmocom-bb.build-1968.tgz trial-273 + cat osmo-bsc.build-8837.md5 osmo-bts-oc2g.build-1561.md5 osmo-bts-sysmo.build-4069.md5 osmo-bts.build-4054.md5 osmo-ggsn.build-3035.md5 osmo-hlr.build-3995.md5 osmo-mgw.build-4084.md5 osmo-msc.build-14834.md5 osmo-nitb.build-6699.md5 osmo-pcu-oc2g.build-1148.md5 osmo-pcu-sysmo.build-2424.md5 osmo-pcu.build-2386.md5 osmo-sgsn.build-14154.md5 osmo-stp.build-4456.md5 osmo-trx.build-1690.md5 osmocom-bb.build-1968.md5 + rm osmo-bsc.build-8837.md5 osmo-bts-oc2g.build-1561.md5 osmo-bts-sysmo.build-4069.md5 osmo-bts.build-4054.md5 osmo-ggsn.build-3035.md5 osmo-hlr.build-3995.md5 osmo-mgw.build-4084.md5 osmo-msc.build-14834.md5 osmo-nitb.build-6699.md5 osmo-pcu-oc2g.build-1148.md5 osmo-pcu-sysmo.build-2424.md5 osmo-pcu.build-2386.md5 osmo-sgsn.build-14154.md5 osmo-stp.build-4456.md5 osmo-trx.build-1690.md5 osmocom-bb.build-1968.md5 + exit_code=1 + which osmo-gsm-tester.py + python3 -u /home/jenkins/workspace/osmo-gsm-tester_manual-run/osmo-gsm-tester/src/osmo-gsm-tester.py trial-273 -s gprs:oc2g -T -t =ping.py combinations: ['gprs:oc2g'] series: None trial: 'trial-273' tests: ['=ping.py'] ['ping.py'] -------------------------------------------------------------------------------------------- trial-273 -------------------------------------------------------------------------------------------- 02:10:45.961525 tst trial-273: Detailed log at /home/jenkins/workspace/osmo-gsm-tester_manual-run/trial-273/run.2020-04-10_02-10-45/log --------------------------------------------------------------------- trial-273 gprs:oc2g --------------------------------------------------------------------- 02:10:47.478592 tst gprs:oc2g: reserving resources in /var/tmp/osmo-gsm-tester/state ... 02:10:47.501855 tst gprs:oc2g: Reserving 1 x bts (candidates: 11) 02:10:47.526037 tst gprs:oc2g: Reserving 9 x ip_address (candidates: 9) 02:10:47.576258 tst gprs:oc2g: Reserving 4 x modem (candidates: 10) ---------------------------------------------- trial-273 gprs:oc2g ping.py ---------------------------------------------- 02:10:48.026834 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 02:10:48.040026 tst gprs:oc2g: Using 1 x bts (candidates: 1) 02:10:49.310651 tst gprs:oc2g: using LAC 6017 02:10:49.327685 tst gprs:oc2g: using RAC 152 02:10:49.344894 tst gprs:oc2g: using CellId 6017 02:10:49.362566 tst gprs:oc2g: using BVCI 6018 02:10:49.365228 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 02:10:49.380105 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 02:10:49.394103 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 02:10:49.408690 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 02:10:49.422696 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 02:10:49.436397 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 02:10:49.450697 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 02:10:49.464494 tst gprs:oc2g: Using 1 x modem (candidates: 4) 02:10:49.554050 tst ping.py:19: start network... 02:10:49.768592 run osmo-hlr_10.42.42.2: Starting osmo-hlr 02:10:51.163961 run create_hlr_db(pid=9843): Launched 02:10:52.169297 run create_hlr_db(pid=9843): Terminated: ok {rc=0} 02:10:52.188358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9845): Launched 02:10:52.206945 run osmo-hlr_10.42.42.2(pid=9846): Launched 02:10:52.208729 run osmo-stp_10.42.42.5: Starting osmo-stp 02:10:54.710679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9847): Launched 02:10:54.728047 run osmo-stp_10.42.42.5(pid=9848): Launched 02:10:54.730114 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 02:10:56.025897 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9849): Launched 02:10:56.028077 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 02:10:56.045736 run patchelf(pid=9850): Launched 02:10:57.051774 run patchelf(pid=9850): Terminated: ok {rc=0} 02:10:57.053745 run osmo-ggsn_10.42.42.6: Applying CAP_NET_ADMIN capability to osmo-ggsn 02:10:57.073784 run osmo-gsm-tester_setcap_net_admin.sh(pid=9851): Launched 02:10:58.080218 run osmo-gsm-tester_setcap_net_admin.sh(pid=9851): Terminated: ok {rc=0} 02:10:58.098561 run osmo-ggsn_10.42.42.6(pid=9854): Launched 02:10:58.101157 run osmo-sgsn_10.42.42.7: Starting osmo-sgsn 02:11:02.355116 run pcap-recorder_any(filters='host 10.42.42.7')(pid=10082): Launched 02:11:02.375843 run osmo-sgsn_10.42.42.7(pid=10083): Launched 02:11:02.378498 run osmo-msc_10.42.42.8: Starting osmo-msc 02:11:07.147125 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=10089): Launched 02:11:07.170327 run osmo-msc_10.42.42.8(pid=10090): Launched 02:11:07.171782 run osmo-mgw_10.42.42.3: Starting osmo-mgw 02:11:08.959771 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=10095): Launched 02:11:08.977680 run osmo-mgw_10.42.42.3(pid=10096): Launched 02:11:08.979955 run osmo-mgw_10.42.42.4: Starting osmo-mgw 02:11:09.330970 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=10097): Launched 02:11:09.358766 run osmo-mgw_10.42.42.4(pid=10098): Launched 02:11:09.360702 run osmo-bsc_10.42.42.9: Starting osmo-bsc 02:11:13.270768 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=10099): Launched 02:11:13.288148 run osmo-bsc_10.42.42.9(pid=10100): Launched 02:11:13.290856 run osmo-bts-oc2g: Starting OsmoBtsOC2G to connect to osmo-bsc_10.42.42.9 02:11:14.020934 run rm-remote-dir(pid=10101): Launched 02:11:15.028065 run rm-remote-dir(pid=10101): Terminated: ok {rc=0} 02:11:15.047973 run mk-remote-dir(pid=10102): Launched 02:11:16.053644 run mk-remote-dir(pid=10102): Terminated: ok {rc=0} 02:11:16.072911 run scp-inst-to-remote(pid=10103): Launched 02:11:22.082546 run scp-inst-to-remote(pid=10103): Terminated: ok {rc=0} 02:11:22.102677 run mk-remote-dir(pid=10105): Launched 02:11:23.110593 run mk-remote-dir(pid=10105): Terminated: ok {rc=0} 02:11:23.129281 run scp-cfg-to-remote(pid=10106): Launched 02:11:24.135003 run scp-cfg-to-remote(pid=10106): Terminated: ok {rc=0} 02:11:24.155761 run osmo-bts-oc2g(pid=10108): Launched 02:11:30.169793 tst ping.py:31: Waiting for bts to be ready... 02:16:30.815294 tst ping.py:32: ERR: Error: Wait timeout {condition=<bound method OsmoBtsOC2G.ready_for_pcu of osmo-bts-oc2g>, timeout=300, timestep=1} [trial-273↪gprs:oc2g↪ping.py:32] 02:16:30.820994 tst ping.py:32: TRACEBACK: Traceback (most recent call last): File "/home/jenkins/workspace/osmo-gsm-tester_manual-run/osmo-gsm-tester/src/osmo_gsm_tester/test.py", line 64, in run self.path) File "/home/jenkins/workspace/osmo-gsm-tester_manual-run/osmo-gsm-tester/src/osmo_gsm_tester/util.py", line 367, in run_python_file spec.loader.exec_module( importlib.util.module_from_spec(spec) ) File "<frozen importlib._bootstrap_external>", line 673, in exec_module File "<frozen importlib._bootstrap>", line 222, in _call_with_frames_removed File "/home/jenkins/workspace/osmo-gsm-tester_manual-run/osmo-gsm-tester/example/suites/gprs/ping.py", line 32, in <module> wait(bts.ready_for_pcu) File "/home/jenkins/workspace/osmo-gsm-tester_manual-run/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 48, in <lambda> wait = lambda *args, **kwargs: event_module.wait(suite_run, *args, **kwargs) File "/home/jenkins/workspace/osmo-gsm-tester_manual-run/osmo-gsm-tester/src/osmo_gsm_tester/event_loop.py", line 111, in wait raise log.Error('Wait timeout', condition=condition, timeout=timeout, timestep=timestep) osmo_gsm_tester.log.Error: Wait timeout {condition=<bound method OsmoBtsOC2G.ready_for_pcu of osmo-bts-oc2g>, timeout=300, timestep=1} [trial-273↪gprs:oc2g↪ping.py:32] 02:16:30.824815 tst ping.py:32: Test FAILED (342.8 sec) 02:16:30.830714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9845): Terminating (SIGTERM) 02:16:30.832204 run osmo-hlr_10.42.42.2(pid=9846): Terminating (SIGTERM) 02:16:30.833003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9847): Terminating (SIGTERM) 02:16:30.834350 run osmo-stp_10.42.42.5(pid=9848): Terminating (SIGTERM) 02:16:30.835148 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9849): Terminating (SIGTERM) 02:16:30.836368 run osmo-ggsn_10.42.42.6(pid=9854): Terminating (SIGTERM) 02:16:30.838366 run pcap-recorder_any(filters='host 10.42.42.7')(pid=10082): Terminating (SIGTERM) 02:16:30.839946 run osmo-sgsn_10.42.42.7(pid=10083): Terminating (SIGTERM) 02:16:30.842505 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=10089): Terminating (SIGTERM) 02:16:30.843458 run osmo-msc_10.42.42.8(pid=10090): Terminating (SIGTERM) 02:16:30.847329 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=10095): Terminating (SIGTERM) 02:16:30.848313 run osmo-mgw_10.42.42.3(pid=10096): Terminating (SIGTERM) 02:16:30.848952 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=10097): Terminating (SIGTERM) 02:16:30.850482 run osmo-mgw_10.42.42.4(pid=10098): Terminating (SIGTERM) 02:16:30.859521 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=10099): Terminating (SIGTERM) 02:16:30.861324 run osmo-bsc_10.42.42.9(pid=10100): Terminating (SIGTERM) 02:16:30.862650 run osmo-bts-oc2g(pid=10108): Terminating (SIGTERM) 02:16:30.884482 --- ParallelTerminationStrategy: PID 9845 died... 02:16:30.891339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9845): Terminated: ok {rc=0} 02:16:30.898216 --- ParallelTerminationStrategy: PID 9847 died... 02:16:30.903279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9847): Terminated: ok {rc=0} 02:16:30.905107 --- ParallelTerminationStrategy: PID 9849 died... 02:16:30.915417 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9849): Terminated: ok {rc=0} 02:16:30.927937 --- ParallelTerminationStrategy: PID 10082 died... 02:16:30.939280 run pcap-recorder_any(filters='host 10.42.42.7')(pid=10082): Terminated: ok {rc=0} 02:16:30.940644 --- ParallelTerminationStrategy: PID 10089 died... 02:16:30.942070 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=10089): Terminated: ok {rc=0} 02:16:30.943393 --- ParallelTerminationStrategy: PID 10095 died... 02:16:30.951329 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=10095): Terminated: ok {rc=0} 02:16:30.959128 --- ParallelTerminationStrategy: PID 10096 died... 02:16:30.960456 run osmo-mgw_10.42.42.3(pid=10096): Terminated {rc=15} 02:16:30.967254 --- ParallelTerminationStrategy: PID 10097 died... 02:16:30.968605 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=10097): Terminated: ok {rc=0} 02:16:30.969868 --- ParallelTerminationStrategy: PID 10098 died... 02:16:30.975281 run osmo-mgw_10.42.42.4(pid=10098): Terminated {rc=15} 02:16:30.983447 --- ParallelTerminationStrategy: PID 9846 died... 02:16:30.985050 run osmo-hlr_10.42.42.2(pid=9846): Terminated: ok {rc=0} 02:16:30.991179 --- ParallelTerminationStrategy: PID 10099 died... 02:16:30.992558 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=10099): Terminated: ok {rc=0} 02:16:30.996531 --- ParallelTerminationStrategy: PID 10108 died... 02:16:30.998196 run osmo-bts-oc2g(pid=10108): Terminated {rc=36608} 02:16:31.167533 --- ParallelTerminationStrategy: PID 9848 died... 02:16:31.169097 run osmo-stp_10.42.42.5(pid=9848): Terminated: ok {rc=0} 02:16:31.170516 --- ParallelTerminationStrategy: PID 9854 died... 02:16:31.171884 run osmo-ggsn_10.42.42.6(pid=9854): Terminated: ok {rc=0} 02:16:32.421639 --- ParallelTerminationStrategy: PID 10083 died... 02:16:32.423195 run osmo-sgsn_10.42.42.7(pid=10083): Terminated: ok {rc=0} 02:16:34.412835 --- ParallelTerminationStrategy: PID 10090 died... 02:16:34.414444 run osmo-msc_10.42.42.8(pid=10090): Terminated: ok {rc=0} 02:16:34.415654 --- ParallelTerminationStrategy: PID 10100 died... 02:16:34.416842 run osmo-bsc_10.42.42.9(pid=10100): Terminated: ok {rc=0} 02:16:34.426817 bus /gobi_11: Setting Powered False --------------------------------------------------------------------- trial-273 gprs:oc2g FAIL --------------------------------------------------------------------- 02:16:35.699050 tst trial-273: Storing JUnit report in /home/jenkins/workspace/osmo-gsm-tester_manual-run/trial-273/run.2020-04-10_02-10-45/trial-273.xml -------------------------------------------------------------------------------------------- trial-273 FAIL -------------------------------------------------------------------------------------------- 02:16:35.800806 tst trial-273: trial-273: FAIL, 1 suites failed FAIL: gprs:oc2g (fail: 1, skip: 4) skip: cs_paging_gprs_active.py skip: iperf3.py skip: iperf3m4.py FAIL: ping.py (342.8 sec) Error: Wait timeout {condition=<bound method OsmoBtsOC2G.ready_for_pcu of osmo-bts-oc2g>, timeout=300, timestep=1} skip: ping_idle_ping.py + rm -rf trial-273/inst + cd trial-273 + command -v journalctl + [ ! -z /bin/journalctl ] + readlink last_run + journalctl -u ofono -o short-precise --since 2020-04-10 02:10:43 + readlink last_run + tar czf /home/jenkins/workspace/osmo-gsm-tester_manual-run/trial-273-run.tgz run.2020-04-10_02-10-45 + tar czf /home/jenkins/workspace/osmo-gsm-tester_manual-run/trial-273-bin.tgz checksums.md5 osmo-bsc.build-8837.tgz osmo-bts-oc2g.build-1561.tgz osmo-bts-sysmo.build-4069.tgz osmo-bts.build-4054.tgz osmo-ggsn.build-3035.tgz osmo-hlr.build-3995.tgz osmo-mgw.build-4084.tgz osmo-msc.build-14834.tgz osmo-nitb.build-6699.tgz osmo-pcu-oc2g.build-1148.tgz osmo-pcu-sysmo.build-2424.tgz osmo-pcu.build-2386.tgz osmo-sgsn.build-14154.tgz osmo-stp.build-4456.tgz osmo-trx.build-1690.tgz osmocom-bb.build-1968.tgz + exit 1 Build step 'Execute shell' marked build as failure Archiving artifacts Recording test results Finished: FAILURE