Started by user Pau Espin Pedrol Running as SYSTEM Building remotely on osmo-gsm-tester-prod (osmo-gsm-tester) in workspace /home/jenkins/workspace/osmo-gsm-tester_manual-run No credentials specified > git rev-parse --is-inside-work-tree # timeout=10 Fetching changes from the remote Git repository > git config remote.origin.url https://gerrit.osmocom.org/osmo-gsm-tester # timeout=10 Cleaning workspace > git rev-parse --verify HEAD # timeout=10 Resetting working tree > git reset --hard # timeout=10 > git clean -fdx # timeout=10 Fetching upstream changes from https://gerrit.osmocom.org/osmo-gsm-tester > git --version # timeout=10 > git fetch --tags --progress https://gerrit.osmocom.org/osmo-gsm-tester +refs/heads/*:refs/remotes/origin/* > git rev-parse refs/remotes/origin/pespin/tmp^{commit} # timeout=10 > git rev-parse refs/remotes/origin/refs/heads/pespin/tmp^{commit} # timeout=10 Checking out Revision ce82b038c7f5fb3d94281e4ebef14d9ff79a2f66 (refs/remotes/origin/pespin/tmp) > git config core.sparsecheckout # timeout=10 > git checkout -f ce82b038c7f5fb3d94281e4ebef14d9ff79a2f66 Commit message: "pcu_{sysmo,oc2g}: Inherit from pcu abstract class" > git rev-list --no-walk 1cef89f2e04e6b2f15fcdc6d59ef0241edb4f53f # timeout=10 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-nitb" build number 6699 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-trx" build number 1690 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-bts" build number 4054 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-bts-sysmo" build number 4069 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-pcu-sysmo" build number 2424 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-pcu" build number 2386 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-hlr" build number 3995 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-msc" build number 14834 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-bsc" build number 8837 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-mgw" build number 4084 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-stp" build number 4456 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-sgsn" build number 14154 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-ggsn" build number 3035 Copied 2 artifacts from "osmo-gsm-tester_build-osmocom-bb" build number 1967 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-bts-oc2g" build number 1561 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-pcu-oc2g" build number 1148 [osmo-gsm-tester_manual-run] $ /bin/sh /tmp/jenkins3168746539670863125.sh + export OSMO_GSM_TESTER_CONF=/home/jenkins/workspace/osmo-gsm-tester_manual-run/osmo-gsm-tester/example + unlink osmo-gsm-tester/example/resources.conf unlink: cannot unlink 'osmo-gsm-tester/example/resources.conf': No such file or directory + true + ln -s resources.conf.prod osmo-gsm-tester/example/resources.conf + PATH=/home/jenkins/workspace/osmo-gsm-tester_manual-run/osmo-gsm-tester/src:/usr/local/bin:/usr/bin:/bin:/usr/games ./osmo-gsm-tester/contrib/jenkins-run.sh + base=/home/jenkins/workspace/osmo-gsm-tester_manual-run + date +%F %T + time_start=2020-04-10 02:02:19 + trial_dir_prefix=trial- + rm -rf trial-270 trial-270-bin.tgz trial-270-run.tgz + trial_dir=trial-272 + mkdir -p trial-272 + mv osmo-bsc.build-8837.tgz osmo-bts-oc2g.build-1561.tgz osmo-bts-sysmo.build-4069.tgz osmo-bts.build-4054.tgz osmo-ggsn.build-3035.tgz osmo-hlr.build-3995.tgz osmo-mgw.build-4084.tgz osmo-msc.build-14834.tgz osmo-nitb.build-6699.tgz osmo-pcu-oc2g.build-1148.tgz osmo-pcu-sysmo.build-2424.tgz osmo-pcu.build-2386.tgz osmo-sgsn.build-14154.tgz osmo-stp.build-4456.tgz osmo-trx.build-1690.tgz osmocom-bb.build-1967.tgz trial-272 + cat osmo-bsc.build-8837.md5 osmo-bts-oc2g.build-1561.md5 osmo-bts-sysmo.build-4069.md5 osmo-bts.build-4054.md5 osmo-ggsn.build-3035.md5 osmo-hlr.build-3995.md5 osmo-mgw.build-4084.md5 osmo-msc.build-14834.md5 osmo-nitb.build-6699.md5 osmo-pcu-oc2g.build-1148.md5 osmo-pcu-sysmo.build-2424.md5 osmo-pcu.build-2386.md5 osmo-sgsn.build-14154.md5 osmo-stp.build-4456.md5 osmo-trx.build-1690.md5 osmocom-bb.build-1967.md5 + rm osmo-bsc.build-8837.md5 osmo-bts-oc2g.build-1561.md5 osmo-bts-sysmo.build-4069.md5 osmo-bts.build-4054.md5 osmo-ggsn.build-3035.md5 osmo-hlr.build-3995.md5 osmo-mgw.build-4084.md5 osmo-msc.build-14834.md5 osmo-nitb.build-6699.md5 osmo-pcu-oc2g.build-1148.md5 osmo-pcu-sysmo.build-2424.md5 osmo-pcu.build-2386.md5 osmo-sgsn.build-14154.md5 osmo-stp.build-4456.md5 osmo-trx.build-1690.md5 osmocom-bb.build-1967.md5 + exit_code=1 + which osmo-gsm-tester.py + python3 -u /home/jenkins/workspace/osmo-gsm-tester_manual-run/osmo-gsm-tester/src/osmo-gsm-tester.py trial-272 -s gprs:sysmo -s gprs:oc2g -T -t =ping.py combinations: ['gprs:sysmo', 'gprs:oc2g'] series: None trial: 'trial-272' tests: ['=ping.py'] ['ping.py'] -------------------------------------------------------------------------------------------- trial-272 -------------------------------------------------------------------------------------------- 02:02:21.525893 tst trial-272: Detailed log at /home/jenkins/workspace/osmo-gsm-tester_manual-run/trial-272/run.2020-04-10_02-02-21/log --------------------------------------------------------------------- trial-272 gprs:sysmo --------------------------------------------------------------------- 02:02:23.658827 tst gprs:sysmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 02:02:23.680367 tst gprs:sysmo: Reserving 1 x bts (candidates: 11) 02:02:23.705276 tst gprs:sysmo: Reserving 9 x ip_address (candidates: 9) 02:02:23.757386 tst gprs:sysmo: Reserving 4 x modem (candidates: 10) ---------------------------------------------- trial-272 gprs:sysmo ping.py ---------------------------------------------- 02:02:24.218589 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 02:02:24.232264 tst gprs:sysmo: Using 1 x bts (candidates: 1) 02:02:25.535245 tst gprs:sysmo: using LAC 6015 02:02:25.551626 tst gprs:sysmo: using RAC 150 02:02:25.569490 tst gprs:sysmo: using CellId 6015 02:02:25.578672 tst gprs:sysmo: using BVCI 6016 02:02:25.581197 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 02:02:25.597094 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 02:02:25.610465 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 02:02:25.623823 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 02:02:25.636839 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 02:02:25.649771 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 02:02:25.663022 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 02:02:25.676009 tst gprs:sysmo: Using 1 x modem (candidates: 4) 02:02:25.765397 tst ping.py:19: start network... 02:02:25.992355 run osmo-hlr_10.42.42.2: Starting osmo-hlr 02:02:27.443675 run create_hlr_db(pid=9038): Launched 02:02:28.449403 run create_hlr_db(pid=9038): Terminated: ok {rc=0} 02:02:28.469116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9040): Launched 02:02:28.487181 run osmo-hlr_10.42.42.2(pid=9041): Launched 02:02:28.488992 run osmo-stp_10.42.42.5: Starting osmo-stp 02:02:30.865675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9042): Launched 02:02:30.883023 run osmo-stp_10.42.42.5(pid=9043): Launched 02:02:30.884680 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 02:02:32.228727 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9044): Launched 02:02:32.231465 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 02:02:32.249511 run patchelf(pid=9045): Launched 02:02:33.256300 run patchelf(pid=9045): Terminated: ok {rc=0} 02:02:33.258692 run osmo-ggsn_10.42.42.6: Applying CAP_NET_ADMIN capability to osmo-ggsn 02:02:33.279292 run osmo-gsm-tester_setcap_net_admin.sh(pid=9046): Launched 02:02:34.285041 run osmo-gsm-tester_setcap_net_admin.sh(pid=9046): Terminated: ok {rc=0} 02:02:34.303078 run osmo-ggsn_10.42.42.6(pid=9049): Launched 02:02:34.305754 run osmo-sgsn_10.42.42.7: Starting osmo-sgsn 02:02:38.482382 run pcap-recorder_any(filters='host 10.42.42.7')(pid=9276): Launched 02:02:38.499241 run osmo-sgsn_10.42.42.7(pid=9277): Launched 02:02:38.502178 run osmo-msc_10.42.42.8: Starting osmo-msc 02:02:43.328941 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=9278): Launched 02:02:43.346628 run osmo-msc_10.42.42.8(pid=9279): Launched 02:02:43.348534 run osmo-mgw_10.42.42.3: Starting osmo-mgw 02:02:44.886709 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=9280): Launched 02:02:44.904146 run osmo-mgw_10.42.42.3(pid=9281): Launched 02:02:44.906951 run osmo-mgw_10.42.42.4: Starting osmo-mgw 02:02:45.255880 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=9282): Launched 02:02:45.273925 run osmo-mgw_10.42.42.4(pid=9283): Launched 02:02:45.276783 run osmo-bsc_10.42.42.9: Starting osmo-bsc 02:02:49.358971 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=9289): Launched 02:02:49.382983 run osmo-bsc_10.42.42.9(pid=9290): Launched 02:02:49.384402 run osmo-bts-sysmo: Starting sysmoBTS to connect to osmo-bsc_10.42.42.9 02:02:50.277152 run rm-remote-dir(pid=9293): Launched 02:02:52.287058 run rm-remote-dir(pid=9293): Terminated: ok {rc=0} 02:02:52.314048 run mk-remote-dir(pid=9294): Launched 02:02:59.323407 run mk-remote-dir(pid=9294): Terminated: ok {rc=0} 02:02:59.342602 run scp-inst-to-remote(pid=9295): Launched 02:03:15.354874 run scp-inst-to-remote(pid=9295): Terminated: ok {rc=0} 02:03:15.374722 run mk-remote-dir(pid=9299): Launched 02:03:23.382498 run mk-remote-dir(pid=9299): Terminated: ok {rc=0} 02:03:23.402225 run scp-cfg-to-remote(pid=9301): Launched 02:03:30.410164 run scp-cfg-to-remote(pid=9301): Terminated: ok {rc=0} 02:03:30.430489 run reload-dsp-firmware(pid=9306): Launched 02:03:39.440057 run reload-dsp-firmware(pid=9306): Terminated: ok {rc=0} 02:03:39.459624 run osmo-bts-sysmo(pid=9307): Launched 02:03:51.480285 tst ping.py:31: Waiting for bts to be ready... 02:03:54.046711 run rm-remote-dir(pid=9315): Launched 02:03:56.055668 run rm-remote-dir(pid=9315): Terminated: ok {rc=0} 02:03:56.076273 run mk-remote-dir(pid=9316): Launched 02:04:04.085796 run mk-remote-dir(pid=9316): Terminated: ok {rc=0} 02:04:04.104017 run scp-inst-to-bts(pid=9317): Launched 02:04:20.116726 run scp-inst-to-bts(pid=9317): Terminated: ok {rc=0} 02:04:20.136395 run mk-remote-run-dir(pid=9321): Launched 02:04:28.146824 run mk-remote-run-dir(pid=9321): Terminated: ok {rc=0} 02:04:28.166573 run scp-cfg-to-sysmobts(pid=9325): Launched 02:04:35.175353 run scp-cfg-to-sysmobts(pid=9325): Terminated: ok {rc=0} 02:04:35.196000 run osmo-pcu(pid=9327): Launched 02:04:35.217511 bus /gobi_11: Setting Powered True 02:04:38.460768 run osmo-hlr_10.42.42.2: Add subscriber {algo=1, algo_str='comp128v1', imsi='901700000010978', msisdn='11071', subscriber_id=1} 02:04:38.491611 bus /gobi_11: Setting Online False 02:04:39.507181 bus /gobi_11: Setting Powered False 02:04:46.128899 bus /gobi_11: Setting Powered True 02:04:47.331888 bus /gobi_11: Setting Online True 02:04:49.405254 tst /gobi_11: Connect to ('901', '70') 02:04:49.438367 tst /gobi_11: Manufacturer: 'Quectel', Model: 'EC20', Revision: 'EC20EQAR02A13E2G 1 [Jul 5 2017 10:49:17]', Serial: '868323024273648' 02:04:49.439707 tst ping.py:42: waiting for modems to attach... 02:05:01.844148 tst /gobi_11: Already registered with network ('901', '70') 02:05:07.692738 tst ping.py:46: waiting for modems to attach to data services... 02:05:13.792571 tst /gobi_11: context activated {apn='inet46', path='/gobi_11/context2', properties={AccessPointName='inet46', Active=True, AuthenticationMethod='chap', IPv6.Settings={}, Name='Internet', Password='', Protocol='ip', Settings={Address='176.16.46.1', DomainNameServers=['192.168.100.1', '8.8.8.8'], Gateway='176.16.46.2', Interface='r665e664179cf4a', Method='static', Netmask='255.255.255.252'}, Type='internet', Username='ogt'}, user='ogt'} 02:05:13.795496 tst ping.py:51: Setting up data plan for "'/gobi_11/context2'" 02:05:14.054702 run move_netns(pid=9345): Launched 02:05:15.059969 run move_netns(pid=9345): Terminated: ok {rc=0} 02:05:15.081570 run ifup(pid=9348): Launched 02:05:16.087569 run ifup(pid=9348): Terminated: ok {rc=0} 02:05:16.110261 run dhcp(pid=9351): Launched 02:05:17.116005 run dhcp(pid=9351): Terminated: ok {rc=0} 02:05:17.118579 tst ping.py:53: Running 10 ping requests for "'/gobi_11/context2'" 02:05:17.353751 run ping(pid=9367): Launched 02:05:27.375636 run ping(pid=9367): Terminated: ok {rc=0} 02:05:28.834512 tst /gobi_11: context deactivated {path='/gobi_11/context2'} 02:05:36.031064 tst /gobi_11: context activated {apn='inet46', path='/gobi_11/context2', properties={AccessPointName='inet46', Active=True, AuthenticationMethod='chap', IPv6.Settings={Interface='r665e664179cf4a'}, Name='Internet', Password='', Protocol='ipv6', Settings={}, Type='internet', Username='ogt'}, user='ogt'} 02:05:43.460734 tst /gobi_11: context deactivated {path='/gobi_11/context2'} 02:05:43.463443 tst ping.py:70: (launched: 2020-04-10_02:05:17.338610) 02:05:43.679053 tst ping.py:70: 9368: waiting for 9369 02:05:43.891252 tst ping.py:70: PING 10.42.42.6 (10.42.42.6) 56(84) bytes of data. 02:05:44.106258 tst ping.py:70: 64 bytes from 10.42.42.6: icmp_seq=1 ttl=64 time=716 ms 02:05:44.317756 tst ping.py:70: 64 bytes from 10.42.42.6: icmp_seq=2 ttl=64 time=615 ms 02:05:44.529442 tst ping.py:70: 64 bytes from 10.42.42.6: icmp_seq=3 ttl=64 time=396 ms 02:05:44.740558 tst ping.py:70: 64 bytes from 10.42.42.6: icmp_seq=4 ttl=64 time=452 ms 02:05:44.952021 tst ping.py:70: 64 bytes from 10.42.42.6: icmp_seq=5 ttl=64 time=494 ms 02:05:45.164107 tst ping.py:70: 64 bytes from 10.42.42.6: icmp_seq=6 ttl=64 time=429 ms 02:05:45.376070 tst ping.py:70: 64 bytes from 10.42.42.6: icmp_seq=7 ttl=64 time=472 ms 02:05:45.587188 tst ping.py:70: 64 bytes from 10.42.42.6: icmp_seq=8 ttl=64 time=527 ms 02:05:45.797915 tst ping.py:70: 64 bytes from 10.42.42.6: icmp_seq=9 ttl=64 time=588 ms 02:05:46.011279 tst ping.py:70: 64 bytes from 10.42.42.6: icmp_seq=10 ttl=64 time=625 ms 02:05:46.223301 tst ping.py:70: 02:05:46.434513 tst ping.py:70: --- 10.42.42.6 ping statistics --- 02:05:46.645353 tst ping.py:70: 10 packets transmitted, 10 received, 0% packet loss, time 9007ms 02:05:46.857310 tst ping.py:70: rtt min/avg/max/mdev = 396.986/532.012/716.296/96.316 ms 02:05:47.069468 tst ping.py:70: child exited with 0 02:05:47.281258 tst ping.py:70: 02:05:47.494216 tst ping.py: Test passed (203.3 sec) 02:05:47.556009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9040): Terminating (SIGTERM) 02:05:47.556843 run osmo-hlr_10.42.42.2(pid=9041): Terminating (SIGTERM) 02:05:47.557579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9042): Terminating (SIGTERM) 02:05:47.559018 run osmo-stp_10.42.42.5(pid=9043): Terminating (SIGTERM) 02:05:47.559824 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9044): Terminating (SIGTERM) 02:05:47.560544 run osmo-ggsn_10.42.42.6(pid=9049): Terminating (SIGTERM) 02:05:47.561165 run pcap-recorder_any(filters='host 10.42.42.7')(pid=9276): Terminating (SIGTERM) 02:05:47.561826 run osmo-sgsn_10.42.42.7(pid=9277): Terminating (SIGTERM) 02:05:47.562544 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=9278): Terminating (SIGTERM) 02:05:47.563794 run osmo-msc_10.42.42.8(pid=9279): Terminating (SIGTERM) 02:05:47.564778 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=9280): Terminating (SIGTERM) 02:05:47.565487 run osmo-mgw_10.42.42.3(pid=9281): Terminating (SIGTERM) 02:05:47.566168 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=9282): Terminating (SIGTERM) 02:05:47.566823 run osmo-mgw_10.42.42.4(pid=9283): Terminating (SIGTERM) 02:05:47.567419 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=9289): Terminating (SIGTERM) 02:05:47.568632 run osmo-bsc_10.42.42.9(pid=9290): Terminating (SIGTERM) 02:05:47.569412 run osmo-bts-sysmo(pid=9307): Terminating (SIGTERM) 02:05:47.570157 run osmo-pcu(pid=9327): Terminating (SIGTERM) 02:05:47.573029 --- ParallelTerminationStrategy: PID 9276 died... 02:05:47.574455 run pcap-recorder_any(filters='host 10.42.42.7')(pid=9276): Terminated: ok {rc=0} 02:05:47.577653 --- ParallelTerminationStrategy: PID 9040 died... 02:05:47.578912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9040): Terminated: ok {rc=0} 02:05:47.580322 --- ParallelTerminationStrategy: PID 9278 died... 02:05:47.581622 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=9278): Terminated: ok {rc=0} 02:05:47.583015 --- ParallelTerminationStrategy: PID 9280 died... 02:05:47.584308 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=9280): Terminated: ok {rc=0} 02:05:47.585564 --- ParallelTerminationStrategy: PID 9282 died... 02:05:47.588279 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=9282): Terminated: ok {rc=0} 02:05:47.589576 --- ParallelTerminationStrategy: PID 9042 died... 02:05:47.591169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9042): Terminated: ok {rc=0} 02:05:47.592556 --- ParallelTerminationStrategy: PID 9044 died... 02:05:47.593888 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9044): Terminated: ok {rc=0} 02:05:47.596213 --- ParallelTerminationStrategy: PID 9289 died... 02:05:47.598118 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=9289): Terminated: ok {rc=0} 02:05:47.599882 --- ParallelTerminationStrategy: PID 9307 died... 02:05:47.601796 run osmo-bts-sysmo(pid=9307): Terminated {rc=36608} 02:05:47.603838 --- ParallelTerminationStrategy: PID 9327 died... 02:05:47.605440 run osmo-pcu(pid=9327): Terminated {rc=36608} 02:05:47.774987 --- ParallelTerminationStrategy: PID 9041 died... 02:05:47.776290 run osmo-hlr_10.42.42.2(pid=9041): Terminated: ok {rc=0} 02:05:47.778481 --- ParallelTerminationStrategy: PID 9043 died... 02:05:47.780370 run osmo-stp_10.42.42.5(pid=9043): Terminated: ok {rc=0} 02:05:47.782413 --- ParallelTerminationStrategy: PID 9281 died... 02:05:47.784407 run osmo-mgw_10.42.42.3(pid=9281): Terminated {rc=15} 02:05:47.786272 --- ParallelTerminationStrategy: PID 9283 died... 02:05:47.788194 run osmo-mgw_10.42.42.4(pid=9283): Terminated {rc=15} 02:05:47.789583 --- ParallelTerminationStrategy: PID 9049 died... 02:05:47.791178 run osmo-ggsn_10.42.42.6(pid=9049): Terminated: ok {rc=0} 02:05:49.041460 --- ParallelTerminationStrategy: PID 9277 died... 02:05:49.043292 run osmo-sgsn_10.42.42.7(pid=9277): Terminated: ok {rc=0} 02:05:51.033002 --- ParallelTerminationStrategy: PID 9279 died... 02:05:51.035022 run osmo-msc_10.42.42.8(pid=9279): Terminated: ok {rc=0} 02:05:51.036610 --- ParallelTerminationStrategy: PID 9290 died... 02:05:51.038307 run osmo-bsc_10.42.42.9(pid=9290): Terminated: ok {rc=0} 02:05:51.111206 bus /gobi_11: Setting Online False 02:05:54.859548 bus /gobi_11: Setting Powered False 02:06:04.125319 bus /gobi_11: Setting Powered False --------------------------------------------------------------------- trial-272 gprs:sysmo PASS --------------------------------------------------------------------- --------------------------------------------------------------------- trial-272 gprs:oc2g --------------------------------------------------------------------- 02:06:05.393003 tst gprs:oc2g: reserving resources in /var/tmp/osmo-gsm-tester/state ... 02:06:05.408367 tst gprs:oc2g: Reserving 1 x bts (candidates: 11) 02:06:05.430429 tst gprs:oc2g: Reserving 9 x ip_address (candidates: 9) 02:06:05.479209 tst gprs:oc2g: Reserving 4 x modem (candidates: 10) ---------------------------------------------- trial-272 gprs:oc2g ping.py ---------------------------------------------- 02:06:05.790241 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 02:06:05.803358 tst gprs:oc2g: Using 1 x bts (candidates: 1) 02:06:07.060096 tst gprs:oc2g: using LAC 6016 02:06:07.068319 tst gprs:oc2g: using RAC 151 02:06:07.076701 tst gprs:oc2g: using CellId 6016 02:06:07.094238 tst gprs:oc2g: using BVCI 6017 02:06:07.096975 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 02:06:07.112260 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 02:06:07.126581 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 02:06:07.140263 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 02:06:07.153821 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 02:06:07.167934 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 02:06:07.181711 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 02:06:07.195141 tst gprs:oc2g: Using 1 x modem (candidates: 4) 02:06:07.274709 tst ping.py:19: start network... 02:06:07.490345 run osmo-hlr_10.42.42.2: Starting osmo-hlr 02:06:07.820394 run create_hlr_db(pid=9401): Launched 02:06:07.824160 bus /gobi_11: Setting Powered False 02:06:08.827091 run create_hlr_db(pid=9401): Terminated: ok {rc=0} 02:06:08.857196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9404): Launched 02:06:08.880877 run osmo-hlr_10.42.42.2(pid=9405): Launched 02:06:08.884556 run osmo-stp_10.42.42.5: Starting osmo-stp 02:06:09.220550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9407): Launched 02:06:09.239953 run osmo-stp_10.42.42.5(pid=9408): Launched 02:06:09.241675 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 02:06:09.588899 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9409): Launched 02:06:09.591287 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 02:06:09.608606 run patchelf(pid=9410): Launched 02:06:10.616170 run patchelf(pid=9410): Terminated: ok {rc=0} 02:06:10.618826 run osmo-ggsn_10.42.42.6: Applying CAP_NET_ADMIN capability to osmo-ggsn 02:06:10.639380 run osmo-gsm-tester_setcap_net_admin.sh(pid=9411): Launched 02:06:11.646188 run osmo-gsm-tester_setcap_net_admin.sh(pid=9411): Terminated: ok {rc=0} 02:06:11.664951 run osmo-ggsn_10.42.42.6(pid=9414): Launched 02:06:11.667841 run osmo-sgsn_10.42.42.7: Starting osmo-sgsn 02:06:12.091443 run pcap-recorder_any(filters='host 10.42.42.7')(pid=9550): Launched 02:06:12.115271 run osmo-sgsn_10.42.42.7(pid=9560): Launched 02:06:12.116738 run osmo-msc_10.42.42.8: Starting osmo-msc 02:06:12.602127 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=9643): Launched 02:06:12.619605 run osmo-msc_10.42.42.8(pid=9644): Launched 02:06:12.621882 run osmo-mgw_10.42.42.3: Starting osmo-mgw 02:06:13.025089 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=9645): Launched 02:06:13.047262 run osmo-mgw_10.42.42.3(pid=9646): Launched 02:06:13.048654 run osmo-mgw_10.42.42.4: Starting osmo-mgw 02:06:13.393225 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=9647): Launched 02:06:13.411577 run osmo-mgw_10.42.42.4(pid=9648): Launched 02:06:13.414723 run osmo-bsc_10.42.42.9: Starting osmo-bsc 02:06:14.401084 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=9649): Launched 02:06:14.421056 run osmo-bsc_10.42.42.9(pid=9650): Launched 02:06:14.425400 run osmo-bts-oc2g: Starting OsmoBtsOC2G to connect to osmo-bsc_10.42.42.9 02:06:15.143519 tst ping.py:29: ERR: NameError: name 'remote' is not defined [trial-272↪gprs:oc2g↪ping.py:29] 02:06:15.148228 tst ping.py:29: TRACEBACK: Traceback (most recent call last): File "/home/jenkins/workspace/osmo-gsm-tester_manual-run/osmo-gsm-tester/src/osmo_gsm_tester/test.py", line 64, in run self.path) File "/home/jenkins/workspace/osmo-gsm-tester_manual-run/osmo-gsm-tester/src/osmo_gsm_tester/util.py", line 367, in run_python_file spec.loader.exec_module( importlib.util.module_from_spec(spec) ) File "", line 673, in exec_module File "", line 222, in _call_with_frames_removed File "/home/jenkins/workspace/osmo-gsm-tester_manual-run/osmo-gsm-tester/example/suites/gprs/ping.py", line 29, in bts.start() File "/home/jenkins/workspace/osmo-gsm-tester_manual-run/osmo-gsm-tester/src/osmo_gsm_tester/bts_oc2g.py", line 111, in start rem_host = remote.RemoteHost(self.run_dir, self.remote_user, self.remote_addr()) NameError: name 'remote' is not defined [trial-272↪gprs:oc2g↪ping.py:29] 02:06:15.151712 tst ping.py:29: Test FAILED (9.4 sec) 02:06:15.157719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9404): Terminating (SIGTERM) 02:06:15.158825 run osmo-hlr_10.42.42.2(pid=9405): Terminating (SIGTERM) 02:06:15.160090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9407): Terminating (SIGTERM) 02:06:15.161864 run osmo-stp_10.42.42.5(pid=9408): Terminating (SIGTERM) 02:06:15.163495 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9409): Terminating (SIGTERM) 02:06:15.165253 run osmo-ggsn_10.42.42.6(pid=9414): Terminating (SIGTERM) 02:06:15.167086 run pcap-recorder_any(filters='host 10.42.42.7')(pid=9550): Terminating (SIGTERM) 02:06:15.169232 run osmo-sgsn_10.42.42.7(pid=9560): Terminating (SIGTERM) 02:06:15.171489 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=9643): Terminating (SIGTERM) 02:06:15.173632 run osmo-msc_10.42.42.8(pid=9644): Terminating (SIGTERM) 02:06:15.187872 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=9645): Terminating (SIGTERM) 02:06:15.191140 run osmo-mgw_10.42.42.3(pid=9646): Terminating (SIGTERM) 02:06:15.205816 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=9647): Terminating (SIGTERM) 02:06:15.208330 run osmo-mgw_10.42.42.4(pid=9648): Terminating (SIGTERM) 02:06:15.217428 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=9649): Terminating (SIGTERM) 02:06:15.221634 run osmo-bsc_10.42.42.9(pid=9650): Terminating (SIGTERM) 02:06:15.226883 --- ParallelTerminationStrategy: PID 9404 died... 02:06:15.229150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9404): Terminated: ok {rc=0} 02:06:15.235794 --- ParallelTerminationStrategy: PID 9407 died... 02:06:15.237818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9407): Terminated: ok {rc=0} 02:06:15.240522 --- ParallelTerminationStrategy: PID 9409 died... 02:06:15.242695 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9409): Terminated: ok {rc=0} 02:06:15.244656 --- ParallelTerminationStrategy: PID 9550 died... 02:06:15.251369 run pcap-recorder_any(filters='host 10.42.42.7')(pid=9550): Terminated: ok {rc=0} 02:06:15.253397 --- ParallelTerminationStrategy: PID 9643 died... 02:06:15.256365 run pcap-recorder_any(filters='host 10.42.42.8 and port not 22')(pid=9643): Terminated: ok {rc=0} 02:06:15.258534 --- ParallelTerminationStrategy: PID 9645 died... 02:06:15.261353 run pcap-recorder_any(filters='host 10.42.42.3 and port not 22')(pid=9645): Terminated: ok {rc=0} 02:06:15.264548 --- ParallelTerminationStrategy: PID 9646 died... 02:06:15.267077 run osmo-mgw_10.42.42.3(pid=9646): Terminated {rc=15} 02:06:15.270162 --- ParallelTerminationStrategy: PID 9647 died... 02:06:15.272211 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=9647): Terminated: ok {rc=0} 02:06:15.275221 --- ParallelTerminationStrategy: PID 9648 died... 02:06:15.277377 run osmo-mgw_10.42.42.4(pid=9648): Terminated {rc=15} 02:06:15.279399 --- ParallelTerminationStrategy: PID 9649 died... 02:06:15.282212 run pcap-recorder_any(filters='host 10.42.42.9 and port not 22')(pid=9649): Terminated: ok {rc=0} 02:06:15.452338 --- ParallelTerminationStrategy: PID 9405 died... 02:06:15.453916 run osmo-hlr_10.42.42.2(pid=9405): Terminated: ok {rc=0} 02:06:15.455428 --- ParallelTerminationStrategy: PID 9408 died... 02:06:15.456753 run osmo-stp_10.42.42.5(pid=9408): Terminated: ok {rc=0} 02:06:15.458152 --- ParallelTerminationStrategy: PID 9414 died... 02:06:15.459514 run osmo-ggsn_10.42.42.6(pid=9414): Terminated: ok {rc=0} 02:06:16.709372 --- ParallelTerminationStrategy: PID 9560 died... 02:06:16.711418 run osmo-sgsn_10.42.42.7(pid=9560): Terminated: ok {rc=0} 02:06:18.701272 --- ParallelTerminationStrategy: PID 9644 died... 02:06:18.703088 run osmo-msc_10.42.42.8(pid=9644): Terminated: ok {rc=0} 02:06:18.704401 --- ParallelTerminationStrategy: PID 9650 died... 02:06:18.705767 run osmo-bsc_10.42.42.9(pid=9650): Terminated: ok {rc=0} 02:06:18.715409 bus /gobi_11: Setting Powered False --------------------------------------------------------------------- trial-272 gprs:oc2g FAIL --------------------------------------------------------------------- 02:06:19.986720 tst trial-272: Storing JUnit report in /home/jenkins/workspace/osmo-gsm-tester_manual-run/trial-272/run.2020-04-10_02-02-21/trial-272.xml -------------------------------------------------------------------------------------------- trial-272 FAIL -------------------------------------------------------------------------------------------- 02:06:20.111727 tst trial-272: trial-272: FAIL, 1 suites failed, 1 suites passed FAIL: gprs:oc2g (fail: 1, skip: 4) skip: cs_paging_gprs_active.py skip: iperf3.py skip: iperf3m4.py FAIL: ping.py (9.4 sec) NameError: name 'remote' is not defined skip: ping_idle_ping.py + rm -rf trial-272/inst + cd trial-272 + command -v journalctl + [ ! -z /bin/journalctl ] + readlink last_run + journalctl -u ofono -o short-precise --since 2020-04-10 02:02:19 + readlink last_run + tar czf /home/jenkins/workspace/osmo-gsm-tester_manual-run/trial-272-run.tgz run.2020-04-10_02-02-21 + tar czf /home/jenkins/workspace/osmo-gsm-tester_manual-run/trial-272-bin.tgz checksums.md5 osmo-bsc.build-8837.tgz osmo-bts-oc2g.build-1561.tgz osmo-bts-sysmo.build-4069.tgz osmo-bts.build-4054.tgz osmo-ggsn.build-3035.tgz osmo-hlr.build-3995.tgz osmo-mgw.build-4084.tgz osmo-msc.build-14834.tgz osmo-nitb.build-6699.tgz osmo-pcu-oc2g.build-1148.tgz osmo-pcu-sysmo.build-2424.tgz osmo-pcu.build-2386.tgz osmo-sgsn.build-14154.tgz osmo-stp.build-4456.tgz osmo-trx.build-1690.tgz osmocom-bb.build-1967.tgz + exit 1 Build step 'Execute shell' marked build as failure Archiving artifacts Recording test results Finished: FAILURE