Started by user Neels Hofmeyr Building remotely on osmo-gsm-tester-rnd (osmo-gsm-tester) in workspace /home/jenkins/workspace/osmo-gsm-tester_manual-run-all > git rev-parse --is-inside-work-tree # timeout=10 Fetching changes from the remote Git repository > git config remote.origin.url git://git.osmocom.org/osmo-gsm-tester # timeout=10 Cleaning workspace > git rev-parse --verify HEAD # timeout=10 Resetting working tree > git reset --hard # timeout=10 > git clean -fdx # timeout=10 Fetching upstream changes from git://git.osmocom.org/osmo-gsm-tester > git --version # timeout=10 > git -c core.askpass=true fetch --tags --progress git://git.osmocom.org/osmo-gsm-tester +refs/heads/*:refs/remotes/origin/* > git rev-parse refs/remotes/origin/master^{commit} # timeout=10 > git rev-parse refs/remotes/origin/refs/heads/master^{commit} # timeout=10 Checking out Revision 36e0404f456b32898d174b8bdfb363dbe580db2e (refs/remotes/origin/master) > git config core.sparsecheckout # timeout=10 > git checkout -f 36e0404f456b32898d174b8bdfb363dbe580db2e > git rev-list 36e0404f456b32898d174b8bdfb363dbe580db2e # timeout=10 Copied 24 artifacts from "osmo-gsm-tester_manual-build-all" build number 35 [osmo-gsm-tester_manual-run-all] $ /bin/sh /tmp/hudson8565214351260989198.sh + export OSMO_GSM_TESTER_CONF=/home/jenkins/workspace/osmo-gsm-tester_manual-run-all/osmo-gsm-tester/example + export ch_resources=0 + [ x0 = x1 ] + export prod=0 + [ x0 = x1 ] + echo H--- H--- + ulimit -a -H time(seconds) unlimited file(blocks) unlimited data(kbytes) unlimited stack(kbytes) unlimited coredump(blocks) unlimited memory(kbytes) unlimited locked memory(kbytes) 64 process 7802 nofiles 1048576 vmemory(kbytes) unlimited locks unlimited rtprio 99 + echo S--- S--- + ulimit -a -S time(seconds) unlimited file(blocks) unlimited data(kbytes) unlimited stack(kbytes) 8192 coredump(blocks) unlimited memory(kbytes) unlimited locked memory(kbytes) 64 process 7802 nofiles 1048576 vmemory(kbytes) unlimited locks unlimited rtprio 99 + PATH=/home/jenkins/workspace/osmo-gsm-tester_manual-run-all/osmo-gsm-tester/src:/usr/local/bin:/usr/bin:/bin:/usr/games ./osmo-gsm-tester/contrib/jenkins-run.sh + base=/home/jenkins/workspace/osmo-gsm-tester_manual-run-all + trial_dir_prefix=trial- + rm -rf trial-80 trial-80-bin.tgz trial-80-run.tgz + trial_dir=trial-81 + mkdir -p trial-81 + mv osmo-bsc.build-35.tgz osmo-bts-sysmo.build-35.tgz osmo-bts-trx.build-35.tgz osmo-ggsn.build-35.tgz osmo-hlr.build-35.tgz osmo-mgw.build-35.tgz osmo-msc.build-35.tgz osmo-nitb.build-35.tgz osmo-pcu.build-35.tgz osmo-sgsn.build-35.tgz osmo-stp.build-35.tgz osmo-trx.build-35.tgz trial-81 + cat osmo-bsc.build-35.md5 osmo-bts-sysmo.build-35.md5 osmo-bts-trx.build-35.md5 osmo-ggsn.build-35.md5 osmo-hlr.build-35.md5 osmo-mgw.build-35.md5 osmo-msc.build-35.md5 osmo-nitb.build-35.md5 osmo-pcu.build-35.md5 osmo-sgsn.build-35.md5 osmo-stp.build-35.md5 osmo-trx.build-35.md5 + rm osmo-bsc.build-35.md5 osmo-bts-sysmo.build-35.md5 osmo-bts-trx.build-35.md5 osmo-ggsn.build-35.md5 osmo-hlr.build-35.md5 osmo-mgw.build-35.md5 osmo-msc.build-35.md5 osmo-nitb.build-35.md5 osmo-pcu.build-35.md5 osmo-sgsn.build-35.md5 osmo-stp.build-35.md5 osmo-trx.build-35.md5 + exit_code=1 + which osmo-gsm-tester.py + python3 -u /home/jenkins/workspace/osmo-gsm-tester_manual-run-all/osmo-gsm-tester/src/osmo-gsm-tester.py trial-81 -s sms:trx-sysmocell5000 -t mo_mt_sms.py -T combinations: ['sms:trx-sysmocell5000'] series: None trial: 'trial-81' tests: ['mo_mt_sms.py'] ['mo_mt_sms.py'] -------------------------------------------------------------------------------------------- trial-81 -------------------------------------------------------------------------------------------- 21:25:49.401975 tst trial-81: Detailed log at /home/jenkins/workspace/osmo-gsm-tester_manual-run-all/trial-81/run.2017-09-07_21-25-49/log --------------------------------------------------------------------- trial-81 sms:trx-sysmocell5000 --------------------------------------------------------------------- 21:25:49.848365 tst sms:trx-sysmocell5000: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:25:49.877359 tst sms:trx-sysmocell5000: Reserving 1 x bts (candidates: 3) 21:25:49.903107 tst sms:trx-sysmocell5000: Reserving 1 x ip_address (candidates: 5) 21:25:49.919456 tst sms:trx-sysmocell5000: Reserving 2 x modem (candidates: 4) ---------------------------------------------- trial-81 sms:trx-sysmocell5000 mo_mt_sms.py ---------------------------------------------- 21:25:50.070117 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1) 21:25:50.169465 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1) 21:25:50.295347 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2) 21:25:50.439967 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2) 21:25:50.562022 tst mo_mt_sms.py:9: start nitb and bts... 21:25:50.701398 run osmo-nitb_10.42.42.2: Starting osmo-nitb 21:25:52.483375 run pcap-recorder_eth1:0(filters='host 10.42.42.2 and port not 22'): Recording pcap /home/jenkins/workspace/osmo-gsm-tester_manual-run-all/trial-81/run.2017-09-07_21-25-49/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-nitb_10.42.42.2/pcap host 10.42.42.2 and port not 22 21:25:52.570234 run pcap-recorder_eth1:0(filters='host 10.42.42.2 and port not 22')(pid=11571): Launched 21:25:52.674255 run osmo-nitb_10.42.42.2(pid=11572): Launched 21:25:52.694164 run osmo-bts-trx: Starting to connect to osmo-nitb_10.42.42.2 21:25:53.512917 run osmo-bts-trx(pid=11573): Launched 21:25:53.549080 run osmo-nitb_10.42.42.2: Add subscriber {imsi='901700000009031', msisdn='27018'} 21:25:53.745037 run osmo-nitb_10.42.42.2: Add subscriber {imsi='901700000009029', msisdn='27019'} 21:25:53.963117 bus /sierra_1: Setting Powered True 21:25:54.178837 bus /sierra_1: Setting Online True 21:25:56.769049 tst /sierra_1: Connect to ('901', '70') 21:25:56.851193 bus /sierra_2: Setting Powered True 21:25:57.372752 bus /sierra_2: Setting Online True 21:26:00.269458 tst /sierra_2: Connect to ('901', '70') 21:26:00.314710 tst /sierra_1: Manufacturer: 'Sierra Wireless, Incorporated', Model: 'MC7304', Revision: 'SWI9X15C_06.03.32.04 r28324 CNSHZ-AR-BUILD 2015/05/25 01:09:15' 21:26:00.338448 tst /sierra_2: Manufacturer: 'Sierra Wireless, Incorporated', Model: 'MC7304', Revision: 'SWI9X15C_06.03.32.04 r28324 CNSHZ-AR-BUILD 2015/05/25 01:09:15' 21:26:00.356864 tst mo_mt_sms.py:23: waiting for modems to attach... 21:26:31.657609 tst mo_mt_sms.py:24: ERR: Error: Failed to find Network Operator {attempts=4, mcc_mnc=('901', '70')} [trial-81↪sms:trx-sysmocell5000↪mo_mt_sms.py:24] 21:26:31.666055 tst mo_mt_sms.py:24: TRACEBACK: Traceback (most recent call last): File "/home/jenkins/workspace/osmo-gsm-tester_manual-run-all/osmo-gsm-tester/src/osmo_gsm_tester/suite.py", line 105, in run self.path) File "/home/jenkins/workspace/osmo-gsm-tester_manual-run-all/osmo-gsm-tester/src/osmo_gsm_tester/util.py", line 278, in run_python_file spec.loader.exec_module( importlib.util.module_from_spec(spec) ) File "", line 673, in exec_module File "", line 222, in _call_with_frames_removed File "/home/jenkins/workspace/osmo-gsm-tester_manual-run-all/osmo-gsm-tester/suites/sms/mo_mt_sms.py", line 24, in wait(ms_mo.is_connected, nitb.mcc_mnc()) File "/home/jenkins/workspace/osmo-gsm-tester_manual-run-all/osmo-gsm-tester/src/osmo_gsm_tester/test.py", line 47, in wait = lambda *args, **kwargs: event_module.wait(suite_run, *args, **kwargs) File "/home/jenkins/workspace/osmo-gsm-tester_manual-run-all/osmo-gsm-tester/src/osmo_gsm_tester/event_loop.py", line 59, in wait if not wait_no_raise(log_obj, condition, condition_args, condition_kwargs, timeout, timestep): File "/home/jenkins/workspace/osmo-gsm-tester_manual-run-all/osmo-gsm-tester/src/osmo_gsm_tester/event_loop.py", line 50, in wait_no_raise poll() File "/home/jenkins/workspace/osmo-gsm-tester_manual-run-all/osmo-gsm-tester/src/osmo_gsm_tester/event_loop.py", line 39, in poll func() File "/home/jenkins/workspace/osmo-gsm-tester_manual-run-all/osmo-gsm-tester/src/osmo_gsm_tester/ofono_client.py", line 79, in poll_glib DeferredHandling.handle_queue() File "/home/jenkins/workspace/osmo-gsm-tester_manual-run-all/osmo-gsm-tester/src/osmo_gsm_tester/ofono_client.py", line 61, in handle_queue handler(*args, **kwargs) File "/home/jenkins/workspace/osmo-gsm-tester_manual-run-all/osmo-gsm-tester/src/osmo_gsm_tester/ofono_client.py", line 495, in scan_cb_register self.schedule_scan_register(mcc_mnc) File "/home/jenkins/workspace/osmo-gsm-tester_manual-run-all/osmo-gsm-tester/src/osmo_gsm_tester/ofono_client.py", line 438, in schedule_scan_register raise log.Error('Failed to find Network Operator', mcc_mnc=mcc_mnc, attempts=self.register_attempts) osmo_gsm_tester.log.Error: Failed to find Network Operator {attempts=4, mcc_mnc=('901', '70')} [trial-81↪sms:trx-sysmocell5000↪mo_mt_sms.py:24] 21:26:31.673520 tst mo_mt_sms.py:24: Test FAILED (41.6 sec) 21:26:31.681984 run pcap-recorder_eth1:0(filters='host 10.42.42.2 and port not 22')(pid=11571): Terminating (SIGINT) 21:26:31.862328 run pcap-recorder_eth1:0(filters='host 10.42.42.2 and port not 22')(pid=11571): Terminated: ok {rc=0} 21:26:31.867470 run osmo-nitb_10.42.42.2(pid=11572): Terminating (SIGINT) 21:26:35.285203 run osmo-nitb_10.42.42.2(pid=11572): Terminated: ok {rc=0} 21:26:35.290319 run osmo-bts-trx(pid=11573): Terminating (SIGINT) 21:26:37.985283 run osmo-bts-trx(pid=11573): Terminated {rc=42} 21:26:38.004550 bus /sierra_2: Setting Powered False 21:26:38.651216 bus /sierra_2: Setting Powered False 21:26:38.670172 bus /sierra_1: Setting Powered False --------------------------------------------------------------------- trial-81 sms:trx-sysmocell5000 FAIL --------------------------------------------------------------------- 21:26:39.736520 tst trial-81: Storing JUnit report in /home/jenkins/workspace/osmo-gsm-tester_manual-run-all/trial-81/run.2017-09-07_21-25-49/trial-81.xml -------------------------------------------------------------------------------------------- trial-81 FAIL -------------------------------------------------------------------------------------------- 21:26:39.756300 tst trial-81: trial-81: FAIL, 1 suites failed FAIL: sms:trx-sysmocell5000 (fail: 1) FAIL: mo_mt_sms.py (41.6 sec) Error: Failed to find Network Operator {attempts=4, mcc_mnc=('901', '70')} + rm -rf trial-81/inst + cd trial-81 + readlink last_run + tar czf /home/jenkins/workspace/osmo-gsm-tester_manual-run-all/trial-81-run.tgz run.2017-09-07_21-25-49 tar: run.2017-09-07_21-25-49/sms\:trx-sysmocell50: socket ignored + tar czf /home/jenkins/workspace/osmo-gsm-tester_manual-run-all/trial-81-bin.tgz checksums.md5 osmo-bsc.build-35.tgz osmo-bts-sysmo.build-35.tgz osmo-bts-trx.build-35.tgz osmo-ggsn.build-35.tgz osmo-hlr.build-35.tgz osmo-mgw.build-35.tgz osmo-msc.build-35.tgz osmo-nitb.build-35.tgz osmo-pcu.build-35.tgz osmo-sgsn.build-35.tgz osmo-stp.build-35.tgz osmo-trx.build-35.tgz + exit 1 Build step 'Execute shell' marked build as failure Archiving artifacts Recording test results Finished: FAILURE